单机版日志处理完成

.idea/workspace.xml

@@ -2,11 +2,8 @@
 <project version="4">
   <component name="ChangeListManager">
     <list default="true" id="8ccbe0a5-cdf8-4091-a84b-916013277899" name="Default" comment="">
-      <change beforePath="" afterPath="$PROJECT_DIR$/.idea/libraries/Maven__com_kumkee_UserAgentParser_0_0_1.xml" />
-      <change beforePath="" afterPath="$PROJECT_DIR$/src/test/java/com/fjy/hadoop/UserAgentTest.java" />
       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" afterPath="$PROJECT_DIR$/.idea/workspace.xml" />
-      <change beforePath="$PROJECT_DIR$/hadoopstudy.iml" afterPath="$PROJECT_DIR$/hadoopstudy.iml" />
+      <change beforePath="$PROJECT_DIR$/src/test/java/com/fjy/hadoop/UserAgentTest.java" afterPath="$PROJECT_DIR$/src/test/java/com/fjy/hadoop/UserAgentTest.java" />
-      <change beforePath="$PROJECT_DIR$/pom.xml" afterPath="$PROJECT_DIR$/pom.xml" />
     </list>
     <ignored path="$PROJECT_DIR$/out/" />
     <ignored path="$PROJECT_DIR$/target/" />
@@ -32,10 +29,11 @@
       <file leaf-file-name="UserAgentTest.java" pinned="false" current-in-tab="true">
         <entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/UserAgentTest.java">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="152">
+            <state relative-caret-position="-629">
-              <caret line="21" column="23" lean-forward="true" selection-start-line="21" selection-start-column="23" selection-end-line="21" selection-end-column="23" />
+              <caret line="23" column="23" lean-forward="true" selection-start-line="23" selection-start-column="23" selection-end-line="23" selection-end-column="23" />
               <folding>
                 <element signature="imports" expanded="true" />
+                <element signature="e#790#807#0" expanded="true" />
               </folding>
             </state>
           </provider>
@@ -534,7 +532,7 @@
       <workItem from="1523931905005" duration="6215000" />
       <workItem from="1524056118416" duration="4576000" />
       <workItem from="1524146174789" duration="602000" />
-      <workItem from="1524196421728" duration="4649000" />
+      <workItem from="1524196421728" duration="4974000" />
     </task>
     <task id="LOCAL-00001" summary="建立初始工程">
       <created>1521904777876</created>
@@ -592,13 +590,17 @@
       <option name="project" value="LOCAL" />
       <updated>1524213651206</updated>
     </task>
-    <option name="localTasksCounter" value="9" />
+    <task id="LOCAL-00009" summary="处理本地日志记录">
+      <created>1524214734524</created>
+      <option name="number" value="00009" />
+      <option name="presentableId" value="LOCAL-00009" />
+      <option name="project" value="LOCAL" />
+      <updated>1524214734524</updated>
+    </task>
+    <option name="localTasksCounter" value="10" />
     <servers />
   </component>
   <component name="TestHistory">
-    <history-entry file="HDFSApp_copyFromLocalFileWithProgress - 2018.04.08 at 11h 28m 28s.xml">
-      <configuration name="HDFSApp.copyFromLocalFileWithProgress" configurationId="JUnit" />
-    </history-entry>
     <history-entry file="HDFSApp_copyToLocalFile - 2018.04.08 at 12h 00m 17s.xml">
       <configuration name="HDFSApp.copyToLocalFile" configurationId="JUnit" />
     </history-entry>
@@ -626,9 +628,12 @@
     <history-entry file="UserAgentTest_testReadFile - 2018.04.20 at 16h 58m 20s.xml">
       <configuration name="UserAgentTest.testReadFile" configurationId="JUnit" />
     </history-entry>
+    <history-entry file="UserAgentTest_testReadFile - 2018.04.20 at 17h 03m 15s.xml">
+      <configuration name="UserAgentTest.testReadFile" configurationId="JUnit" />
+    </history-entry>
   </component>
   <component name="TimeTrackingManager">
-    <option name="totallyTimeSpent" value="36834000" />
+    <option name="totallyTimeSpent" value="37159000" />
   </component>
   <component name="ToolWindowManager">
     <frame x="-8" y="-8" width="1936" height="1056" extended-state="6" />
@@ -644,7 +649,7 @@
       <window_info id="Event Log" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="true" content_ui="tabs" />
       <window_info id="Maven Projects" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
       <window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
-      <window_info id="Run" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.32936078" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
+      <window_info id="Run" active="true" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.31310943" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
       <window_info id="Terminal" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
       <window_info id="Capture Tool" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
       <window_info id="Designer" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
@@ -678,7 +683,8 @@
     <MESSAGE value="工作前自动删除已有文件" />
     <MESSAGE value="使用Combiner加快处理效率" />
     <MESSAGE value="使用Partitioner" />
-    <option name="LAST_COMMIT_MESSAGE" value="使用Partitioner" />
+    <MESSAGE value="处理本地日志记录" />
+    <option name="LAST_COMMIT_MESSAGE" value="处理本地日志记录" />
   </component>
   <component name="XDebuggerManager">
     <breakpoint-manager />
@@ -1162,10 +1168,11 @@
     </entry>
     <entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/UserAgentTest.java">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="152">
+        <state relative-caret-position="-629">
-          <caret line="21" column="23" lean-forward="true" selection-start-line="21" selection-start-column="23" selection-end-line="21" selection-end-column="23" />
+          <caret line="23" column="23" lean-forward="true" selection-start-line="23" selection-start-column="23" selection-end-line="23" selection-end-column="23" />
           <folding>
             <element signature="imports" expanded="true" />
+            <element signature="e#790#807#0" expanded="true" />
           </folding>
         </state>
       </provider>

src/test/java/com/fjy/hadoop/UserAgentTest.java

@@ -10,6 +10,8 @@ import java.io.BufferedReader;
 import java.io.File;
 import java.io.FileInputStream;
 import java.io.InputStreamReader;
+import java.util.HashMap;
+import java.util.Map;
 
 /**
  * @author F嘉阳
@@ -26,6 +28,8 @@ public class UserAgentTest {
         String line = "";
         int count = 0;
 
+        Map<String, Integer> browerMap = new HashMap<String, Integer>();
+
         UserAgentParser userAgentParser = new UserAgentParser();
 
         while (line != null) {
@@ -41,13 +45,23 @@ public class UserAgentTest {
                 String os = agent.getOs();
                 String platform = agent.getPlatform();
                 boolean mobile = agent.isMobile();
+                Integer browserValue = browerMap.get(browser);
+                if (browserValue != null) {
+                    browerMap.put(browser, browerMap.get(browser) + 1);
+                } else {
+                    browerMap.put(browser, 1);
+                }
 
                 //输出解析的信息
                 System.out.println(browser + "," + engine + "," + engineVersion + "," + os + "," + platform + "," + mobile);
             }
 
         }
-        System.out.println("总记录数："+count);
+        System.out.println("总记录数：" + count);
+        System.out.println("====================================");
+        for (Map.Entry<String,Integer>entry :browerMap.entrySet()){
+            System.out.println(entry.getKey()+":"+entry.getValue());
+        }
     }
 
     /**