test/hadoopstudy
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

处理本地日志记录

Browse Source
This commit is contained in:
F嘉阳
2018-04-20 16:58:54 +08:00
parent eba6a66132
commit 26bd4a5c25
6 changed files with 411 additions and 86 deletions
Download Patch File Download Diff File Expand all files Collapse all files

201
.idea/workspace.xml generated
View File

@@ -3,8 +3,7 @@
<component name="ChangeListManager">
<list default="true" id="8ccbe0a5-cdf8-4091-a84b-916013277899" name="Default" comment="">
<change beforePath="" afterPath="$PROJECT_DIR$/.idea/libraries/Maven__com_kumkee_UserAgentParser_0_0_1.xml" />
<change beforePath="" afterPath="$PROJECT_DIR$/.idea/uiDesigner.xml" />
<change beforePath="" afterPath="$PROJECT_DIR$/src/main/java/com/fjy/hadoop/mapreduce/WordCountPartitionerApp.java" />
<change beforePath="" afterPath="$PROJECT_DIR$/src/test/java/com/fjy/hadoop/UserAgentTest.java" />
<change beforePath="$PROJECT_DIR$/.idea/workspace.xml" afterPath="$PROJECT_DIR$/.idea/workspace.xml" />
<change beforePath="$PROJECT_DIR$/hadoopstudy.iml" afterPath="$PROJECT_DIR$/hadoopstudy.iml" />
<change beforePath="$PROJECT_DIR$/pom.xml" afterPath="$PROJECT_DIR$/pom.xml" />
@@ -20,16 +19,28 @@
</component>
<component name="FileEditorManager">
<leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
<file leaf-file-name="pom.xml" pinned="false" current-in-tab="true">
<file leaf-file-name="pom.xml" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/pom.xml">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="203">
<caret line="30" column="17" lean-forward="false" selection-start-line="30" selection-start-column="17" selection-end-line="30" selection-end-column="17" />
<state relative-caret-position="410">
<caret line="40" column="43" lean-forward="false" selection-start-line="40" selection-start-column="43" selection-end-line="40" selection-end-column="43" />
<folding />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="UserAgentTest.java" pinned="false" current-in-tab="true">
<entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/UserAgentTest.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="152">
<caret line="21" column="23" lean-forward="true" selection-start-line="21" selection-start-column="23" selection-end-line="21" selection-end-column="23" />
<folding>
<element signature="imports" expanded="true" />
</folding>
</state>
</provider>
</entry>
</file>
<file leaf-file-name="HDFSApp.java" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/HDFSApp.java">
<provider selected="true" editor-type-id="text-editor">
@@ -140,8 +151,8 @@
<option value="$PROJECT_DIR$/src/main/java/com/fjy/hadoop/mapreduce/WordCountApp.java" />
<option value="$PROJECT_DIR$/src/main/java/com/fjy/hadoop/mapreduce/WordCountPartitionerApp.java" />
<option value="$PROJECT_DIR$/src/test/java/com/fjy/hadoop/UserAgent.java" />
<option value="$PROJECT_DIR$/src/test/java/com/fjy/hadoop/UserAgentTest.java" />
<option value="$PROJECT_DIR$/pom.xml" />
<option value="$PROJECT_DIR$/src/test/java/com/fjy/hadoop/UserAgentTest.java" />
</list>
</option>
</component>
@@ -279,7 +290,7 @@
</list>
</option>
</component>
<component name="RunManager" selected="Application.UserAgentTest">
<component name="RunManager" selected="JUnit.UserAgentTest.testReadFile">
<configuration default="true" type="Applet" factoryName="Applet">
<option name="HTML_USED" value="false" />
<option name="WIDTH" value="400" />
@@ -320,56 +331,6 @@
<module name="" />
<envs />
</configuration>
<configuration name="HDFSApp.copyFromLocalFileWithProgress" type="JUnit" factoryName="JUnit" temporary="true" nameIsGenerated="true">
<extension name="coverage" enabled="false" merge="false" sample_coverage="true" runner="idea">
<pattern>
<option name="PATTERN" value="com.fjy.hadoop.*" />
<option name="ENABLED" value="true" />
</pattern>
</extension>
<module name="hadoopstudy" />
<option name="ALTERNATIVE_JRE_PATH_ENABLED" value="false" />
<option name="ALTERNATIVE_JRE_PATH" />
<option name="PACKAGE_NAME" value="com.fjy.hadoop" />
<option name="MAIN_CLASS_NAME" value="com.fjy.hadoop.HDFSApp" />
<option name="METHOD_NAME" value="copyFromLocalFileWithProgress" />
<option name="TEST_OBJECT" value="method" />
<option name="VM_PARAMETERS" value="-ea" />
<option name="PARAMETERS" />
<option name="WORKING_DIRECTORY" value="%MODULE_WORKING_DIR%" />
<option name="ENV_VARIABLES" />
<option name="PASS_PARENT_ENVS" value="true" />
<option name="TEST_SEARCH_SCOPE">
<value defaultName="singleModule" />
</option>
<envs />
<patterns />
</configuration>
<configuration name="HDFSApp.copyToLocalFile" type="JUnit" factoryName="JUnit" temporary="true" nameIsGenerated="true">
<extension name="coverage" enabled="false" merge="false" sample_coverage="true" runner="idea">
<pattern>
<option name="PATTERN" value="com.fjy.hadoop.*" />
<option name="ENABLED" value="true" />
</pattern>
</extension>
<module name="hadoopstudy" />
<option name="ALTERNATIVE_JRE_PATH_ENABLED" value="false" />
<option name="ALTERNATIVE_JRE_PATH" />
<option name="PACKAGE_NAME" value="com.fjy.hadoop" />
<option name="MAIN_CLASS_NAME" value="com.fjy.hadoop.HDFSApp" />
<option name="METHOD_NAME" value="copyToLocalFile" />
<option name="TEST_OBJECT" value="method" />
<option name="VM_PARAMETERS" value="-ea" />
<option name="PARAMETERS" />
<option name="WORKING_DIRECTORY" value="%MODULE_WORKING_DIR%" />
<option name="ENV_VARIABLES" />
<option name="PASS_PARENT_ENVS" value="true" />
<option name="TEST_SEARCH_SCOPE">
<value defaultName="singleModule" />
</option>
<envs />
<patterns />
</configuration>
<configuration name="HDFSApp.delete" type="JUnit" factoryName="JUnit" temporary="true" nameIsGenerated="true">
<extension name="coverage" enabled="false" merge="false" sample_coverage="true" runner="idea">
<pattern>
@@ -420,6 +381,56 @@
<envs />
<patterns />
</configuration>
<configuration name="UserAgentTest.UserAgentTestParser" type="JUnit" factoryName="JUnit" temporary="true" nameIsGenerated="true">
<extension name="coverage" enabled="false" merge="false" sample_coverage="true" runner="idea">
<pattern>
<option name="PATTERN" value="com.fjy.hadoop.*" />
<option name="ENABLED" value="true" />
</pattern>
</extension>
<module name="hadoopstudy" />
<option name="ALTERNATIVE_JRE_PATH_ENABLED" value="false" />
<option name="ALTERNATIVE_JRE_PATH" />
<option name="PACKAGE_NAME" value="com.fjy.hadoop" />
<option name="MAIN_CLASS_NAME" value="com.fjy.hadoop.UserAgentTest" />
<option name="METHOD_NAME" value="UserAgentTestParser" />
<option name="TEST_OBJECT" value="method" />
<option name="VM_PARAMETERS" value="-ea" />
<option name="PARAMETERS" />
<option name="WORKING_DIRECTORY" value="%MODULE_WORKING_DIR%" />
<option name="ENV_VARIABLES" />
<option name="PASS_PARENT_ENVS" value="true" />
<option name="TEST_SEARCH_SCOPE">
<value defaultName="singleModule" />
</option>
<envs />
<patterns />
</configuration>
<configuration name="UserAgentTest.testReadFile" type="JUnit" factoryName="JUnit" temporary="true" nameIsGenerated="true">
<extension name="coverage" enabled="false" merge="false" sample_coverage="true" runner="idea">
<pattern>
<option name="PATTERN" value="com.fjy.hadoop.*" />
<option name="ENABLED" value="true" />
</pattern>
</extension>
<module name="hadoopstudy" />
<option name="ALTERNATIVE_JRE_PATH_ENABLED" value="false" />
<option name="ALTERNATIVE_JRE_PATH" />
<option name="PACKAGE_NAME" value="com.fjy.hadoop" />
<option name="MAIN_CLASS_NAME" value="com.fjy.hadoop.UserAgentTest" />
<option name="METHOD_NAME" value="testReadFile" />
<option name="TEST_OBJECT" value="method" />
<option name="VM_PARAMETERS" value="-ea" />
<option name="PARAMETERS" />
<option name="WORKING_DIRECTORY" value="%MODULE_WORKING_DIR%" />
<option name="ENV_VARIABLES" />
<option name="PASS_PARENT_ENVS" value="true" />
<option name="TEST_SEARCH_SCOPE">
<value defaultName="singleModule" />
</option>
<envs />
<patterns />
</configuration>
<configuration default="true" type="JUnit" factoryName="JUnit">
<extension name="coverage" enabled="false" merge="false" sample_coverage="true" runner="idea" />
<module name="" />
@@ -481,19 +492,19 @@
<predefined_log_file id="idea.log" enabled="true" />
</configuration>
<list size="5">
<item index="0" class="java.lang.String" itemvalue="JUnit.HDFSApp.copyFromLocalFileWithProgress" />
<item index="1" class="java.lang.String" itemvalue="JUnit.HDFSApp.copyToLocalFile" />
<item index="2" class="java.lang.String" itemvalue="JUnit.HDFSApp.listFile" />
<item index="3" class="java.lang.String" itemvalue="JUnit.HDFSApp.delete" />
<item index="4" class="java.lang.String" itemvalue="Application.UserAgentTest" />
<item index="0" class="java.lang.String" itemvalue="JUnit.HDFSApp.listFile" />
<item index="1" class="java.lang.String" itemvalue="JUnit.HDFSApp.delete" />
<item index="2" class="java.lang.String" itemvalue="Application.UserAgentTest" />
<item index="3" class="java.lang.String" itemvalue="JUnit.UserAgentTest.UserAgentTestParser" />
<item index="4" class="java.lang.String" itemvalue="JUnit.UserAgentTest.testReadFile" />
</list>
<recent_temporary>
<list size="5">
<item index="0" class="java.lang.String" itemvalue="Application.UserAgentTest" />
<item index="1" class="java.lang.String" itemvalue="JUnit.HDFSApp.delete" />
<item index="2" class="java.lang.String" itemvalue="JUnit.HDFSApp.listFile" />
<item index="3" class="java.lang.String" itemvalue="JUnit.HDFSApp.copyToLocalFile" />
<item index="4" class="java.lang.String" itemvalue="JUnit.HDFSApp.copyFromLocalFileWithProgress" />
<item index="0" class="java.lang.String" itemvalue="JUnit.UserAgentTest.testReadFile" />
<item index="1" class="java.lang.String" itemvalue="JUnit.UserAgentTest.UserAgentTestParser" />
<item index="2" class="java.lang.String" itemvalue="Application.UserAgentTest" />
<item index="3" class="java.lang.String" itemvalue="JUnit.HDFSApp.delete" />
<item index="4" class="java.lang.String" itemvalue="JUnit.HDFSApp.listFile" />
</list>
</recent_temporary>
</component>
@@ -523,7 +534,7 @@
<workItem from="1523931905005" duration="6215000" />
<workItem from="1524056118416" duration="4576000" />
<workItem from="1524146174789" duration="602000" />
<workItem from="1524196421728" duration="3568000" />
<workItem from="1524196421728" duration="4649000" />
</task>
<task id="LOCAL-00001" summary="建立初始工程">
<created>1521904777876</created>
@@ -574,19 +585,17 @@
<option name="project" value="LOCAL" />
<updated>1524061191596</updated>
</task>
<option name="localTasksCounter" value="8" />
<task id="LOCAL-00008" summary="使用Partitioner">
<created>1524213651206</created>
<option name="number" value="00008" />
<option name="presentableId" value="LOCAL-00008" />
<option name="project" value="LOCAL" />
<updated>1524213651206</updated>
</task>
<option name="localTasksCounter" value="9" />
<servers />
</component>
<component name="TestHistory">
<history-entry file="HDFSApp_cat - 2018.04.08 at 11h 13m 23s.xml">
<configuration name="HDFSApp.cat" configurationId="JUnit" />
</history-entry>
<history-entry file="HDFSApp_copyFromLocalFile - 2018.04.08 at 11h 19m 18s.xml">
<configuration name="HDFSApp.copyFromLocalFile" configurationId="JUnit" />
</history-entry>
<history-entry file="HDFSApp_copyFromLocalFileWithProgress - 2018.04.08 at 11h 27m 31s.xml">
<configuration name="HDFSApp.copyFromLocalFileWithProgress" configurationId="JUnit" />
</history-entry>
<history-entry file="HDFSApp_copyFromLocalFileWithProgress - 2018.04.08 at 11h 28m 28s.xml">
<configuration name="HDFSApp.copyFromLocalFileWithProgress" configurationId="JUnit" />
</history-entry>
@@ -608,9 +617,18 @@
<history-entry file="HDFSApp_rename - 2018.04.08 at 11h 16m 01s.xml">
<configuration name="HDFSApp.rename" configurationId="JUnit" />
</history-entry>
<history-entry file="UserAgentTest_UserAgentTestParser - 2018.04.20 at 16h 44m 52s.xml">
<configuration name="UserAgentTest.UserAgentTestParser" configurationId="JUnit" />
</history-entry>
<history-entry file="UserAgentTest_testReadFile - 2018.04.20 at 16h 57m 04s.xml">
<configuration name="UserAgentTest.testReadFile" configurationId="JUnit" />
</history-entry>
<history-entry file="UserAgentTest_testReadFile - 2018.04.20 at 16h 58m 20s.xml">
<configuration name="UserAgentTest.testReadFile" configurationId="JUnit" />
</history-entry>
</component>
<component name="TimeTrackingManager">
<option name="totallyTimeSpent" value="35753000" />
<option name="totallyTimeSpent" value="36834000" />
</component>
<component name="ToolWindowManager">
<frame x="-8" y="-8" width="1936" height="1056" extended-state="6" />
@@ -659,7 +677,8 @@
<MESSAGE value="补全注释" />
<MESSAGE value="工作前自动删除已有文件" />
<MESSAGE value="使用Combiner加快处理效率" />
<option name="LAST_COMMIT_MESSAGE" value="使用Combiner加快处理效率" />
<MESSAGE value="使用Partitioner" />
<option name="LAST_COMMIT_MESSAGE" value="使用Partitioner" />
</component>
<component name="XDebuggerManager">
<breakpoint-manager />
@@ -1125,22 +1144,32 @@
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/UserAgentTest.java">
<entry file="file://$PROJECT_DIR$/pom.xml">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="0">
<caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
<state relative-caret-position="410">
<caret line="40" column="43" lean-forward="false" selection-start-line="40" selection-start-column="43" selection-end-line="40" selection-end-column="43" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/pom.xml">
<entry file="jar://C:/Program Files/Java/jdk1.8.0_151/src.zip!/java/lang/String.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="203">
<caret line="30" column="17" lean-forward="false" selection-start-line="30" selection-start-column="17" selection-end-line="30" selection-end-column="17" />
<state relative-caret-position="196">
<caret line="1924" column="18" lean-forward="false" selection-start-line="1924" selection-start-column="18" selection-end-line="1924" selection-end-column="18" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/UserAgentTest.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="152">
<caret line="21" column="23" lean-forward="true" selection-start-line="21" selection-start-column="23" selection-end-line="21" selection-end-column="23" />
<folding>
<element signature="imports" expanded="true" />
</folding>
</state>
</provider>
</entry>
</component>
<component name="masterDetails">
<states>