test/hadoopstudy
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

工作前自动删除已有文件

Browse Source
This commit is contained in:
F嘉阳
2018-04-18 21:35:35 +08:00
parent ea371115a7
commit 71fb47da05
2 changed files with 199 additions and 85 deletions
Download Patch File Download Diff File Expand all files Collapse all files

275
.idea/workspace.xml generated
View File

@@ -1,10 +1,9 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ChangeListManager">
<list default="true" id="8ccbe0a5-cdf8-4091-a84b-916013277899" name="Default" comment="补全注释">
<list default="true" id="8ccbe0a5-cdf8-4091-a84b-916013277899" name="Default" comment="">
<change beforePath="$PROJECT_DIR$/.idea/workspace.xml" afterPath="$PROJECT_DIR$/.idea/workspace.xml" />
<change beforePath="$PROJECT_DIR$/src/main/java/com/fjy/hadoop/mapreduce/WordCountApp.java" afterPath="$PROJECT_DIR$/src/main/java/com/fjy/hadoop/mapreduce/WordCountApp.java" />
<change beforePath="$PROJECT_DIR$/src/test/java/com/fjy/hadoop/HDFSApp.java" afterPath="$PROJECT_DIR$/src/test/java/com/fjy/hadoop/HDFSApp.java" />
</list>
<ignored path="$PROJECT_DIR$/out/" />
<ignored path="$PROJECT_DIR$/target/" />
@@ -27,25 +26,23 @@
</provider>
</entry>
</file>
<file leaf-file-name="HDFSApp.java" pinned="false" current-in-tab="true">
<file leaf-file-name="HDFSApp.java" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/HDFSApp.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="437">
<state relative-caret-position="161">
<caret line="19" column="25" lean-forward="false" selection-start-line="19" selection-start-column="25" selection-end-line="19" selection-end-column="25" />
<folding>
<element signature="imports" expanded="true" />
<element signature="e#2451#2611#0" expanded="true" />
<element signature="e#2610#2611#0" expanded="true" />
</folding>
</state>
</provider>
</entry>
</file>
<file leaf-file-name="WordCountApp.java" pinned="false" current-in-tab="false">
<file leaf-file-name="WordCountApp.java" pinned="false" current-in-tab="true">
<entry file="file://$PROJECT_DIR$/src/main/java/com/fjy/hadoop/mapreduce/WordCountApp.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="391">
<caret line="17" column="19" lean-forward="false" selection-start-line="17" selection-start-column="19" selection-end-line="17" selection-end-column="19" />
<state relative-caret-position="437">
<caret line="95" column="68" lean-forward="false" selection-start-line="95" selection-start-column="68" selection-end-line="95" selection-end-column="68" />
<folding>
<element signature="imports" expanded="true" />
</folding>
@@ -53,12 +50,44 @@
</provider>
</entry>
</file>
<file leaf-file-name="Reducer.class" pinned="false" current-in-tab="false">
<entry file="jar://$MAVEN_REPOSITORY$/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.0-cdh5.7.0/hadoop-mapreduce-client-core-2.6.0-cdh5.7.0.jar!/org/apache/hadoop/mapreduce/Reducer.class">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="207">
<caret line="17" column="13" lean-forward="false" selection-start-line="17" selection-start-column="13" selection-end-line="17" selection-end-column="13" />
<folding>
<marker date="1521904733592" expanded="false" signature="0:104" ph="/.../" />
<marker date="1521904733592" expanded="false" signature="151:462" ph="..." />
<marker date="1521904733592" expanded="true" signature="464:495" ph="@{...}" />
<marker date="1521904733592" expanded="true" signature="574:581" ph="{}" />
<marker date="1521904733592" expanded="true" signature="708:715" ph="{}" />
<marker date="1521904733592" expanded="true" signature="880:1048" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1177:1184" ph="{}" />
<marker date="1521904733592" expanded="true" signature="1306:1766" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1861:1905" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1888:1899" ph="{}" />
</folding>
</state>
</provider>
</entry>
</file>
<file leaf-file-name="Mapper.class" pinned="false" current-in-tab="false">
<entry file="jar://$MAVEN_REPOSITORY$/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.0-cdh5.7.0/hadoop-mapreduce-client-core-2.6.0-cdh5.7.0.jar!/org/apache/hadoop/mapreduce/Mapper.class">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="198">
<caret line="20" column="19" lean-forward="false" selection-start-line="20" selection-start-column="19" selection-end-line="20" selection-end-column="19" />
<folding />
<state relative-caret-position="184">
<caret line="13" column="13" lean-forward="false" selection-start-line="13" selection-start-column="13" selection-end-line="13" selection-end-column="13" />
<folding>
<marker date="1521904733592" expanded="false" signature="0:104" ph="/.../" />
<marker date="1521904733592" expanded="false" signature="151:304" ph="..." />
<marker date="1521904733592" expanded="true" signature="306:321" ph="@{...}" />
<marker date="1521904733592" expanded="true" signature="398:405" ph="{}" />
<marker date="1521904733592" expanded="true" signature="531:538" ph="{}" />
<marker date="1521904733592" expanded="true" signature="688:730" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="858:865" ph="{}" />
<marker date="1521904733592" expanded="true" signature="986:1248" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1340:1384" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1367:1378" ph="{}" />
</folding>
</state>
</provider>
</entry>
@@ -67,7 +96,7 @@
<entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/AppTest.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="115">
<caret line="7" column="28" lean-forward="true" selection-start-line="7" selection-start-column="28" selection-end-line="7" selection-end-column="28" />
<caret line="7" column="28" lean-forward="false" selection-start-line="7" selection-start-column="28" selection-end-line="7" selection-end-column="28" />
<folding />
</state>
</provider>
@@ -94,8 +123,8 @@
<option name="CHANGED_PATHS">
<list>
<option value="$PROJECT_DIR$/pom.xml" />
<option value="$PROJECT_DIR$/src/main/java/com/fjy/hadoop/mapreduce/WordCountApp.java" />
<option value="$PROJECT_DIR$/src/test/java/com/fjy/hadoop/HDFSApp.java" />
<option value="$PROJECT_DIR$/src/main/java/com/fjy/hadoop/mapreduce/WordCountApp.java" />
</list>
</option>
</component>
@@ -141,9 +170,10 @@
<foldersAlwaysOnTop value="true" />
</navigator>
<panes>
<pane id="AndroidView" />
<pane id="Scratches" />
<pane id="Scope" />
<pane id="PackagesPane" />
<pane id="Scratches" />
<pane id="AndroidView" />
<pane id="ProjectPane">
<subPane>
<expand>
@@ -206,7 +236,6 @@
<select />
</subPane>
</pane>
<pane id="PackagesPane" />
</panes>
</component>
<component name="PropertiesComponent">
@@ -475,7 +504,8 @@
<workItem from="1523148734020" duration="6470000" />
<workItem from="1523322335998" duration="659000" />
<workItem from="1523606327796" duration="135000" />
<workItem from="1523931905005" duration="4695000" />
<workItem from="1523931905005" duration="6215000" />
<workItem from="1524056118416" duration="1130000" />
</task>
<task id="LOCAL-00001" summary="建立初始工程">
<created>1521904777876</created>
@@ -505,7 +535,14 @@
<option name="project" value="LOCAL" />
<updated>1523938722202</updated>
</task>
<option name="localTasksCounter" value="5" />
<task id="LOCAL-00005" summary="补全注释">
<created>1523940613235</created>
<option name="number" value="00005" />
<option name="presentableId" value="LOCAL-00005" />
<option name="project" value="LOCAL" />
<updated>1523940613235</updated>
</task>
<option name="localTasksCounter" value="6" />
<servers />
</component>
<component name="TestHistory">
@@ -541,7 +578,7 @@
</history-entry>
</component>
<component name="TimeTrackingManager">
<option name="totallyTimeSpent" value="25487000" />
<option name="totallyTimeSpent" value="28137000" />
</component>
<component name="ToolWindowManager">
<frame x="-8" y="-8" width="1936" height="1056" extended-state="6" />
@@ -560,9 +597,8 @@
<window_info id="Terminal" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
<window_info id="Capture Tool" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
<window_info id="Designer" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
<window_info id="Project" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.17643923" sideWeight="0.5" order="0" side_tool="false" content_ui="combo" />
<window_info id="Project" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.17803837" sideWeight="0.5" order="0" side_tool="false" content_ui="combo" />
<window_info id="Database" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Find" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.32936078" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
<window_info id="Structure" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
<window_info id="Ant Build" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
<window_info id="UI Designer" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
@@ -575,6 +611,7 @@
<window_info id="Hierarchy" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="2" side_tool="false" content_ui="combo" />
<window_info id="Messages" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.32936078" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
<window_info id="Inspection" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="5" side_tool="false" content_ui="tabs" />
<window_info id="Find" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.32936078" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
</layout>
</component>
<component name="TypeScriptGeneratedFilesManager">
@@ -603,22 +640,94 @@
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/HDFSApp.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="437">
<caret line="19" column="25" lean-forward="false" selection-start-line="19" selection-start-column="25" selection-end-line="19" selection-end-column="25" />
<folding>
<element signature="imports" expanded="true" />
</folding>
</state>
</provider>
</entry>
<entry file="jar://$MAVEN_REPOSITORY$/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.0-cdh5.7.0/hadoop-mapreduce-client-core-2.6.0-cdh5.7.0.jar!/org/apache/hadoop/mapreduce/Reducer.class">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="207">
<caret line="17" column="13" lean-forward="false" selection-start-line="17" selection-start-column="13" selection-end-line="17" selection-end-column="13" />
<folding>
<marker date="1521904733592" expanded="false" signature="0:104" ph="/.../" />
<marker date="1521904733592" expanded="false" signature="151:462" ph="..." />
<marker date="1521904733592" expanded="true" signature="464:495" ph="@{...}" />
<marker date="1521904733592" expanded="true" signature="574:581" ph="{}" />
<marker date="1521904733592" expanded="true" signature="708:715" ph="{}" />
<marker date="1521904733592" expanded="true" signature="880:1048" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1177:1184" ph="{}" />
<marker date="1521904733592" expanded="true" signature="1306:1766" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1861:1905" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1888:1899" ph="{}" />
</folding>
</state>
</provider>
</entry>
<entry file="jar://$MAVEN_REPOSITORY$/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.0-cdh5.7.0/hadoop-mapreduce-client-core-2.6.0-cdh5.7.0.jar!/org/apache/hadoop/mapreduce/Mapper.class">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="184">
<caret line="13" column="13" lean-forward="false" selection-start-line="13" selection-start-column="13" selection-end-line="13" selection-end-column="13" />
<folding>
<marker date="1521904733592" expanded="false" signature="0:104" ph="/.../" />
<marker date="1521904733592" expanded="false" signature="151:304" ph="..." />
<marker date="1521904733592" expanded="true" signature="306:321" ph="@{...}" />
<marker date="1521904733592" expanded="true" signature="398:405" ph="{}" />
<marker date="1521904733592" expanded="true" signature="531:538" ph="{}" />
<marker date="1521904733592" expanded="true" signature="688:730" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="858:865" ph="{}" />
<marker date="1521904733592" expanded="true" signature="986:1248" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1340:1384" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1367:1378" ph="{}" />
</folding>
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/AppTest.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="161">
<caret line="9" column="13" lean-forward="false" selection-start-line="9" selection-start-column="13" selection-end-line="9" selection-end-column="13" />
<state relative-caret-position="115">
<caret line="7" column="28" lean-forward="true" selection-start-line="7" selection-start-column="28" selection-end-line="7" selection-end-column="28" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/HDFSApp.java">
<entry file="file://$PROJECT_DIR$/src/main/java/com/fjy/hadoop/mapreduce/WordCountApp.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="3105">
<caret line="135" column="20" lean-forward="false" selection-start-line="135" selection-start-column="20" selection-end-line="135" selection-end-column="20" />
<state relative-caret-position="943">
<caret line="51" column="5" lean-forward="true" selection-start-line="20" selection-start-column="4" selection-end-line="51" selection-end-column="5" />
<folding>
<element signature="imports" expanded="true" />
</folding>
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/pom.xml">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="782">
<caret line="34" column="40" lean-forward="false" selection-start-line="34" selection-start-column="40" selection-end-line="34" selection-end-column="40" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/AppTest.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="161">
<caret line="9" column="13" lean-forward="false" selection-start-line="9" selection-start-column="13" selection-end-line="9" selection-end-column="13" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/HDFSApp.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="3105">
<caret line="135" column="20" lean-forward="false" selection-start-line="135" selection-start-column="20" selection-end-line="135" selection-end-column="20" />
<folding>
<element signature="imports" expanded="true" />
<element signature="e#2451#2611#0" expanded="true" />
<element signature="e#2610#2611#0" expanded="true" />
</folding>
</state>
</provider>
@@ -645,8 +754,6 @@
<caret line="135" column="20" lean-forward="false" selection-start-line="135" selection-start-column="20" selection-end-line="135" selection-end-column="20" />
<folding>
<element signature="imports" expanded="true" />
<element signature="e#2451#2611#0" expanded="true" />
<element signature="e#2610#2611#0" expanded="true" />
</folding>
</state>
</provider>
@@ -673,8 +780,6 @@
<caret line="135" column="20" lean-forward="false" selection-start-line="135" selection-start-column="20" selection-end-line="135" selection-end-column="20" />
<folding>
<element signature="imports" expanded="true" />
<element signature="e#2451#2611#0" expanded="true" />
<element signature="e#2610#2611#0" expanded="true" />
</folding>
</state>
</provider>
@@ -701,8 +806,6 @@
<caret line="17" column="0" lean-forward="true" selection-start-line="17" selection-start-column="0" selection-end-line="17" selection-end-column="0" />
<folding>
<element signature="imports" expanded="true" />
<element signature="e#2451#2611#0" expanded="true" />
<element signature="e#2610#2611#0" expanded="true" />
</folding>
</state>
</provider>
@@ -721,8 +824,6 @@
<caret line="27" column="26" lean-forward="false" selection-start-line="27" selection-start-column="26" selection-end-line="27" selection-end-column="26" />
<folding>
<element signature="imports" expanded="true" />
<element signature="e#2451#2611#0" expanded="true" />
<element signature="e#2610#2611#0" expanded="true" />
</folding>
</state>
</provider>
@@ -741,8 +842,6 @@
<caret line="27" column="26" lean-forward="false" selection-start-line="27" selection-start-column="26" selection-end-line="27" selection-end-column="26" />
<folding>
<element signature="imports" expanded="true" />
<element signature="e#2451#2611#0" expanded="true" />
<element signature="e#2610#2611#0" expanded="true" />
</folding>
</state>
</provider>
@@ -761,8 +860,6 @@
<caret line="16" column="68" lean-forward="false" selection-start-line="16" selection-start-column="51" selection-end-line="16" selection-end-column="68" />
<folding>
<element signature="imports" expanded="true" />
<element signature="e#2451#2611#0" expanded="true" />
<element signature="e#2610#2611#0" expanded="true" />
</folding>
</state>
</provider>
@@ -781,8 +878,6 @@
<caret line="16" column="68" lean-forward="false" selection-start-line="16" selection-start-column="51" selection-end-line="16" selection-end-column="68" />
<folding>
<element signature="imports" expanded="true" />
<element signature="e#2451#2611#0" expanded="true" />
<element signature="e#2610#2611#0" expanded="true" />
</folding>
</state>
</provider>
@@ -801,8 +896,6 @@
<caret line="16" column="68" lean-forward="false" selection-start-line="16" selection-start-column="51" selection-end-line="16" selection-end-column="68" />
<folding>
<element signature="imports" expanded="true" />
<element signature="e#2451#2611#0" expanded="true" />
<element signature="e#2610#2611#0" expanded="true" />
</folding>
</state>
</provider>
@@ -821,8 +914,6 @@
<caret line="10" column="0" lean-forward="false" selection-start-line="10" selection-start-column="0" selection-end-line="10" selection-end-column="0" />
<folding>
<element signature="imports" expanded="true" />
<element signature="e#2451#2611#0" expanded="true" />
<element signature="e#2610#2611#0" expanded="true" />
</folding>
</state>
</provider>
@@ -842,56 +933,70 @@
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/fjy/hadoop/App.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="138">
<caret line="6" column="13" lean-forward="false" selection-start-line="6" selection-start-column="13" selection-end-line="6" selection-end-column="13" />
<folding />
</state>
</provider>
</entry>
<entry file="jar://$MAVEN_REPOSITORY$/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.0-cdh5.7.0/hadoop-mapreduce-client-core-2.6.0-cdh5.7.0.jar!/org/apache/hadoop/mapreduce/Mapper.class">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="198">
<caret line="20" column="19" lean-forward="false" selection-start-line="20" selection-start-column="19" selection-end-line="20" selection-end-column="19" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/fjy/hadoop/mapreduce/Test.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="46">
<caret line="2" column="0" lean-forward="false" selection-start-line="2" selection-start-column="0" selection-end-line="5" selection-end-column="3" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/fjy/hadoop/mapreduce/WordCountApp.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="391">
<caret line="17" column="19" lean-forward="false" selection-start-line="17" selection-start-column="19" selection-end-line="17" selection-end-column="19" />
<folding>
<element signature="imports" expanded="true" />
</folding>
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/fjy/hadoop/App.java" />
<entry file="file://$PROJECT_DIR$/src/main/java/com/fjy/hadoop/mapreduce/Test.java" />
<entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/AppTest.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="115">
<caret line="7" column="28" lean-forward="true" selection-start-line="7" selection-start-column="28" selection-end-line="7" selection-end-column="28" />
<caret line="7" column="28" lean-forward="false" selection-start-line="7" selection-start-column="28" selection-end-line="7" selection-end-column="28" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/test/java/com/fjy/hadoop/HDFSApp.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="437">
<state relative-caret-position="161">
<caret line="19" column="25" lean-forward="false" selection-start-line="19" selection-start-column="25" selection-end-line="19" selection-end-column="25" />
<folding>
<element signature="imports" expanded="true" />
<element signature="e#2451#2611#0" expanded="true" />
<element signature="e#2610#2611#0" expanded="true" />
</folding>
</state>
</provider>
</entry>
<entry file="jar://$MAVEN_REPOSITORY$/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.0-cdh5.7.0/hadoop-mapreduce-client-core-2.6.0-cdh5.7.0.jar!/org/apache/hadoop/mapreduce/Mapper.class">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="184">
<caret line="13" column="13" lean-forward="false" selection-start-line="13" selection-start-column="13" selection-end-line="13" selection-end-column="13" />
<folding>
<marker date="1521904733592" expanded="false" signature="0:104" ph="/.../" />
<marker date="1521904733592" expanded="false" signature="151:304" ph="..." />
<marker date="1521904733592" expanded="true" signature="306:321" ph="@{...}" />
<marker date="1521904733592" expanded="true" signature="398:405" ph="{}" />
<marker date="1521904733592" expanded="true" signature="531:538" ph="{}" />
<marker date="1521904733592" expanded="true" signature="688:730" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="858:865" ph="{}" />
<marker date="1521904733592" expanded="true" signature="986:1248" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1340:1384" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1367:1378" ph="{}" />
</folding>
</state>
</provider>
</entry>
<entry file="jar://$MAVEN_REPOSITORY$/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.0-cdh5.7.0/hadoop-mapreduce-client-core-2.6.0-cdh5.7.0.jar!/org/apache/hadoop/mapreduce/Reducer.class">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="207">
<caret line="17" column="13" lean-forward="false" selection-start-line="17" selection-start-column="13" selection-end-line="17" selection-end-column="13" />
<folding>
<marker date="1521904733592" expanded="false" signature="0:104" ph="/.../" />
<marker date="1521904733592" expanded="false" signature="151:462" ph="..." />
<marker date="1521904733592" expanded="true" signature="464:495" ph="@{...}" />
<marker date="1521904733592" expanded="true" signature="574:581" ph="{}" />
<marker date="1521904733592" expanded="true" signature="708:715" ph="{}" />
<marker date="1521904733592" expanded="true" signature="880:1048" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1177:1184" ph="{}" />
<marker date="1521904733592" expanded="true" signature="1306:1766" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1861:1905" ph="{...}" />
<marker date="1521904733592" expanded="true" signature="1888:1899" ph="{}" />
</folding>
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/fjy/hadoop/mapreduce/WordCountApp.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="437">
<caret line="95" column="68" lean-forward="false" selection-start-line="95" selection-start-column="68" selection-end-line="95" selection-end-column="68" />
<folding>
<element signature="imports" expanded="true" />
</folding>
</state>
</provider>

9
src/main/java/com/fjy/hadoop/mapreduce/WordCountApp.java
View File

@@ -1,6 +1,7 @@
package com.fjy.hadoop.mapreduce;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
@@ -87,6 +88,14 @@ public class WordCountApp {
//创建Configuration
Configuration configuration = new Configuration();
//清理已存在的输出目录
Path outputPath = new Path(args[1]);
FileSystem fileSystem = FileSystem.get(configuration);
if (fileSystem.exists(outputPath)){
fileSystem.delete(outputPath);
System.out.println("The exist files had been deleted!");
}
//创建作业
Job job = Job.getInstance(configuration, "wordcount");