diff --git a/.idea/libraries/Maven__com_amazonaws_aws_java_sdk_core_1_10_6.xml b/.idea/libraries/Maven__com_amazonaws_aws_java_sdk_core_1_10_6.xml
new file mode 100644
index 0000000..390aa58
--- /dev/null
+++ b/.idea/libraries/Maven__com_amazonaws_aws_java_sdk_core_1_10_6.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_amazonaws_aws_java_sdk_kms_1_10_6.xml b/.idea/libraries/Maven__com_amazonaws_aws_java_sdk_kms_1_10_6.xml
new file mode 100644
index 0000000..7715c28
--- /dev/null
+++ b/.idea/libraries/Maven__com_amazonaws_aws_java_sdk_kms_1_10_6.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_amazonaws_aws_java_sdk_s3_1_10_6.xml b/.idea/libraries/Maven__com_amazonaws_aws_java_sdk_s3_1_10_6.xml
new file mode 100644
index 0000000..b396430
--- /dev/null
+++ b/.idea/libraries/Maven__com_amazonaws_aws_java_sdk_s3_1_10_6.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_annotations_2_2_3.xml b/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_annotations_2_2_3.xml
new file mode 100644
index 0000000..63ad5ef
--- /dev/null
+++ b/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_annotations_2_2_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_core_2_2_3.xml b/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_core_2_2_3.xml
new file mode 100644
index 0000000..59af1c2
--- /dev/null
+++ b/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_core_2_2_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_databind_2_2_3.xml b/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_databind_2_2_3.xml
new file mode 100644
index 0000000..78c63ec
--- /dev/null
+++ b/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_databind_2_2_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_google_code_findbugs_jsr305_3_0_0.xml b/.idea/libraries/Maven__com_google_code_findbugs_jsr305_3_0_0.xml
new file mode 100644
index 0000000..6644d12
--- /dev/null
+++ b/.idea/libraries/Maven__com_google_code_findbugs_jsr305_3_0_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_google_code_gson_gson_2_2_4.xml b/.idea/libraries/Maven__com_google_code_gson_gson_2_2_4.xml
new file mode 100644
index 0000000..4533c1b
--- /dev/null
+++ b/.idea/libraries/Maven__com_google_code_gson_gson_2_2_4.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_google_guava_guava_11_0_2.xml b/.idea/libraries/Maven__com_google_guava_guava_11_0_2.xml
new file mode 100644
index 0000000..01a573a
--- /dev/null
+++ b/.idea/libraries/Maven__com_google_guava_guava_11_0_2.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_google_protobuf_protobuf_java_2_5_0.xml b/.idea/libraries/Maven__com_google_protobuf_protobuf_java_2_5_0.xml
new file mode 100644
index 0000000..c06d3a1
--- /dev/null
+++ b/.idea/libraries/Maven__com_google_protobuf_protobuf_java_2_5_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_sun_jersey_jersey_client_1_9.xml b/.idea/libraries/Maven__com_sun_jersey_jersey_client_1_9.xml
new file mode 100644
index 0000000..4c22f08
--- /dev/null
+++ b/.idea/libraries/Maven__com_sun_jersey_jersey_client_1_9.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_sun_jersey_jersey_core_1_9.xml b/.idea/libraries/Maven__com_sun_jersey_jersey_core_1_9.xml
new file mode 100644
index 0000000..abd3e5d
--- /dev/null
+++ b/.idea/libraries/Maven__com_sun_jersey_jersey_core_1_9.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_thoughtworks_paranamer_paranamer_2_3.xml b/.idea/libraries/Maven__com_thoughtworks_paranamer_paranamer_2_3.xml
new file mode 100644
index 0000000..3807eb2
--- /dev/null
+++ b/.idea/libraries/Maven__com_thoughtworks_paranamer_paranamer_2_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_beanutils_commons_beanutils_1_7_0.xml b/.idea/libraries/Maven__commons_beanutils_commons_beanutils_1_7_0.xml
new file mode 100644
index 0000000..1cb64ed
--- /dev/null
+++ b/.idea/libraries/Maven__commons_beanutils_commons_beanutils_1_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_beanutils_commons_beanutils_core_1_8_0.xml b/.idea/libraries/Maven__commons_beanutils_commons_beanutils_core_1_8_0.xml
new file mode 100644
index 0000000..3fda2c0
--- /dev/null
+++ b/.idea/libraries/Maven__commons_beanutils_commons_beanutils_core_1_8_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_cli_commons_cli_1_2.xml b/.idea/libraries/Maven__commons_cli_commons_cli_1_2.xml
new file mode 100644
index 0000000..cec2493
--- /dev/null
+++ b/.idea/libraries/Maven__commons_cli_commons_cli_1_2.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_codec_commons_codec_1_4.xml b/.idea/libraries/Maven__commons_codec_commons_codec_1_4.xml
new file mode 100644
index 0000000..2b149c4
--- /dev/null
+++ b/.idea/libraries/Maven__commons_codec_commons_codec_1_4.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_collections_commons_collections_3_2_2.xml b/.idea/libraries/Maven__commons_collections_commons_collections_3_2_2.xml
new file mode 100644
index 0000000..13afda2
--- /dev/null
+++ b/.idea/libraries/Maven__commons_collections_commons_collections_3_2_2.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_configuration_commons_configuration_1_6.xml b/.idea/libraries/Maven__commons_configuration_commons_configuration_1_6.xml
new file mode 100644
index 0000000..ae96781
--- /dev/null
+++ b/.idea/libraries/Maven__commons_configuration_commons_configuration_1_6.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_digester_commons_digester_1_8.xml b/.idea/libraries/Maven__commons_digester_commons_digester_1_8.xml
new file mode 100644
index 0000000..49f1def
--- /dev/null
+++ b/.idea/libraries/Maven__commons_digester_commons_digester_1_8.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_httpclient_commons_httpclient_3_1.xml b/.idea/libraries/Maven__commons_httpclient_commons_httpclient_3_1.xml
new file mode 100644
index 0000000..66e6537
--- /dev/null
+++ b/.idea/libraries/Maven__commons_httpclient_commons_httpclient_3_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_io_commons_io_2_4.xml b/.idea/libraries/Maven__commons_io_commons_io_2_4.xml
new file mode 100644
index 0000000..bc2aad0
--- /dev/null
+++ b/.idea/libraries/Maven__commons_io_commons_io_2_4.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_lang_commons_lang_2_6.xml b/.idea/libraries/Maven__commons_lang_commons_lang_2_6.xml
new file mode 100644
index 0000000..2ec8376
--- /dev/null
+++ b/.idea/libraries/Maven__commons_lang_commons_lang_2_6.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_logging_commons_logging_1_1_3.xml b/.idea/libraries/Maven__commons_logging_commons_logging_1_1_3.xml
new file mode 100644
index 0000000..01c7b8e
--- /dev/null
+++ b/.idea/libraries/Maven__commons_logging_commons_logging_1_1_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_net_commons_net_3_1.xml b/.idea/libraries/Maven__commons_net_commons_net_3_1.xml
new file mode 100644
index 0000000..dc40661
--- /dev/null
+++ b/.idea/libraries/Maven__commons_net_commons_net_3_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__io_netty_netty_3_6_2_Final.xml b/.idea/libraries/Maven__io_netty_netty_3_6_2_Final.xml
new file mode 100644
index 0000000..f72cc59
--- /dev/null
+++ b/.idea/libraries/Maven__io_netty_netty_3_6_2_Final.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__io_netty_netty_all_4_0_23_Final.xml b/.idea/libraries/Maven__io_netty_netty_all_4_0_23_Final.xml
new file mode 100644
index 0000000..7305d82
--- /dev/null
+++ b/.idea/libraries/Maven__io_netty_netty_all_4_0_23_Final.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__javax_activation_activation_1_1.xml b/.idea/libraries/Maven__javax_activation_activation_1_1.xml
new file mode 100644
index 0000000..180d587
--- /dev/null
+++ b/.idea/libraries/Maven__javax_activation_activation_1_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__javax_servlet_servlet_api_2_5.xml b/.idea/libraries/Maven__javax_servlet_servlet_api_2_5.xml
new file mode 100644
index 0000000..679e09a
--- /dev/null
+++ b/.idea/libraries/Maven__javax_servlet_servlet_api_2_5.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__javax_xml_bind_jaxb_api_2_2_2.xml b/.idea/libraries/Maven__javax_xml_bind_jaxb_api_2_2_2.xml
new file mode 100644
index 0000000..a3054d2
--- /dev/null
+++ b/.idea/libraries/Maven__javax_xml_bind_jaxb_api_2_2_2.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__javax_xml_stream_stax_api_1_0_2.xml b/.idea/libraries/Maven__javax_xml_stream_stax_api_1_0_2.xml
new file mode 100644
index 0000000..2a4dd7a
--- /dev/null
+++ b/.idea/libraries/Maven__javax_xml_stream_stax_api_1_0_2.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__log4j_log4j_1_2_17.xml b/.idea/libraries/Maven__log4j_log4j_1_2_17.xml
new file mode 100644
index 0000000..e383c1b
--- /dev/null
+++ b/.idea/libraries/Maven__log4j_log4j_1_2_17.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_avro_avro_1_7_6_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_avro_avro_1_7_6_cdh5_7_0.xml
new file mode 100644
index 0000000..c68776f
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_avro_avro_1_7_6_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_commons_commons_compress_1_4_1.xml b/.idea/libraries/Maven__org_apache_commons_commons_compress_1_4_1.xml
new file mode 100644
index 0000000..190209e
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_commons_commons_compress_1_4_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_commons_commons_math3_3_1_1.xml b/.idea/libraries/Maven__org_apache_commons_commons_math3_3_1_1.xml
new file mode 100644
index 0000000..5627f0c
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_commons_commons_math3_3_1_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_curator_curator_client_2_7_1.xml b/.idea/libraries/Maven__org_apache_curator_curator_client_2_7_1.xml
new file mode 100644
index 0000000..18c48a6
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_curator_curator_client_2_7_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_curator_curator_framework_2_7_1.xml b/.idea/libraries/Maven__org_apache_curator_curator_framework_2_7_1.xml
new file mode 100644
index 0000000..43f068b
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_curator_curator_framework_2_7_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_curator_curator_recipes_2_7_1.xml b/.idea/libraries/Maven__org_apache_curator_curator_recipes_2_7_1.xml
new file mode 100644
index 0000000..3f3e79a
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_curator_curator_recipes_2_7_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_directory_api_api_asn1_api_1_0_0_M20.xml b/.idea/libraries/Maven__org_apache_directory_api_api_asn1_api_1_0_0_M20.xml
new file mode 100644
index 0000000..bd5ac37
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_directory_api_api_asn1_api_1_0_0_M20.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_directory_api_api_util_1_0_0_M20.xml b/.idea/libraries/Maven__org_apache_directory_api_api_util_1_0_0_M20.xml
new file mode 100644
index 0000000..b3d86af
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_directory_api_api_util_1_0_0_M20.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_directory_server_apacheds_i18n_2_0_0_M15.xml b/.idea/libraries/Maven__org_apache_directory_server_apacheds_i18n_2_0_0_M15.xml
new file mode 100644
index 0000000..7a73f45
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_directory_server_apacheds_i18n_2_0_0_M15.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_directory_server_apacheds_kerberos_codec_2_0_0_M15.xml b/.idea/libraries/Maven__org_apache_directory_server_apacheds_kerberos_codec_2_0_0_M15.xml
new file mode 100644
index 0000000..5378216
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_directory_server_apacheds_kerberos_codec_2_0_0_M15.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_annotations_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_annotations_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..fcb097c
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_annotations_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_auth_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_auth_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..f93f60f
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_auth_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_aws_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_aws_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..6d69256
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_aws_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_client_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_client_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..a534ec3
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_client_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_common_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_common_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..a06f19a
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_common_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_hdfs_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_hdfs_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..71bdea7
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_hdfs_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_app_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_app_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..4e28217
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_app_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_common_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_common_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..96e29aa
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_common_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_core_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_core_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..9c9bbb9
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_core_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_jobclient_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_jobclient_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..328d8b9
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_jobclient_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_shuffle_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_shuffle_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..8887f85
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_mapreduce_client_shuffle_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_yarn_api_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_yarn_api_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..40548c2
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_yarn_api_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_yarn_client_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_yarn_client_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..1d9a302
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_yarn_client_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_yarn_common_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_yarn_common_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..84db74b
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_yarn_common_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_yarn_server_common_2_6_0_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_yarn_server_common_2_6_0_cdh5_7_0.xml
new file mode 100644
index 0000000..585a14b
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_yarn_server_common_2_6_0_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_htrace_htrace_core4_4_0_1_incubating.xml b/.idea/libraries/Maven__org_apache_htrace_htrace_core4_4_0_1_incubating.xml
new file mode 100644
index 0000000..aebd338
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_htrace_htrace_core4_4_0_1_incubating.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_httpcomponents_httpclient_4_2_5.xml b/.idea/libraries/Maven__org_apache_httpcomponents_httpclient_4_2_5.xml
new file mode 100644
index 0000000..058870e
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_httpcomponents_httpclient_4_2_5.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_httpcomponents_httpcore_4_2_4.xml b/.idea/libraries/Maven__org_apache_httpcomponents_httpcore_4_2_4.xml
new file mode 100644
index 0000000..0560460
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_httpcomponents_httpcore_4_2_4.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_zookeeper_zookeeper_3_4_5_cdh5_7_0.xml b/.idea/libraries/Maven__org_apache_zookeeper_zookeeper_3_4_5_cdh5_7_0.xml
new file mode 100644
index 0000000..f08952b
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_zookeeper_zookeeper_3_4_5_cdh5_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_codehaus_jackson_jackson_core_asl_1_8_8.xml b/.idea/libraries/Maven__org_codehaus_jackson_jackson_core_asl_1_8_8.xml
new file mode 100644
index 0000000..d649056
--- /dev/null
+++ b/.idea/libraries/Maven__org_codehaus_jackson_jackson_core_asl_1_8_8.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_codehaus_jackson_jackson_jaxrs_1_8_8.xml b/.idea/libraries/Maven__org_codehaus_jackson_jackson_jaxrs_1_8_8.xml
new file mode 100644
index 0000000..2e6814f
--- /dev/null
+++ b/.idea/libraries/Maven__org_codehaus_jackson_jackson_jaxrs_1_8_8.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_codehaus_jackson_jackson_mapper_asl_1_8_8.xml b/.idea/libraries/Maven__org_codehaus_jackson_jackson_mapper_asl_1_8_8.xml
new file mode 100644
index 0000000..148cdfd
--- /dev/null
+++ b/.idea/libraries/Maven__org_codehaus_jackson_jackson_mapper_asl_1_8_8.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_codehaus_jackson_jackson_xc_1_8_8.xml b/.idea/libraries/Maven__org_codehaus_jackson_jackson_xc_1_8_8.xml
new file mode 100644
index 0000000..dc76115
--- /dev/null
+++ b/.idea/libraries/Maven__org_codehaus_jackson_jackson_xc_1_8_8.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_fusesource_leveldbjni_leveldbjni_all_1_8.xml b/.idea/libraries/Maven__org_fusesource_leveldbjni_leveldbjni_all_1_8.xml
new file mode 100644
index 0000000..4a829d2
--- /dev/null
+++ b/.idea/libraries/Maven__org_fusesource_leveldbjni_leveldbjni_all_1_8.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_mortbay_jetty_jetty_util_6_1_26_cloudera_4.xml b/.idea/libraries/Maven__org_mortbay_jetty_jetty_util_6_1_26_cloudera_4.xml
new file mode 100644
index 0000000..9c48858
--- /dev/null
+++ b/.idea/libraries/Maven__org_mortbay_jetty_jetty_util_6_1_26_cloudera_4.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_slf4j_slf4j_api_1_7_5.xml b/.idea/libraries/Maven__org_slf4j_slf4j_api_1_7_5.xml
new file mode 100644
index 0000000..6f808f1
--- /dev/null
+++ b/.idea/libraries/Maven__org_slf4j_slf4j_api_1_7_5.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_slf4j_slf4j_log4j12_1_7_5.xml b/.idea/libraries/Maven__org_slf4j_slf4j_log4j12_1_7_5.xml
new file mode 100644
index 0000000..df1d383
--- /dev/null
+++ b/.idea/libraries/Maven__org_slf4j_slf4j_log4j12_1_7_5.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_tukaani_xz_1_0.xml b/.idea/libraries/Maven__org_tukaani_xz_1_0.xml
new file mode 100644
index 0000000..8b8042f
--- /dev/null
+++ b/.idea/libraries/Maven__org_tukaani_xz_1_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_xerial_snappy_snappy_java_1_0_4_1.xml b/.idea/libraries/Maven__org_xerial_snappy_snappy_java_1_0_4_1.xml
new file mode 100644
index 0000000..ee11787
--- /dev/null
+++ b/.idea/libraries/Maven__org_xerial_snappy_snappy_java_1_0_4_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__xerces_xercesImpl_2_9_1.xml b/.idea/libraries/Maven__xerces_xercesImpl_2_9_1.xml
new file mode 100644
index 0000000..19d39db
--- /dev/null
+++ b/.idea/libraries/Maven__xerces_xercesImpl_2_9_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__xml_apis_xml_apis_1_3_04.xml b/.idea/libraries/Maven__xml_apis_xml_apis_1_3_04.xml
new file mode 100644
index 0000000..891caa2
--- /dev/null
+++ b/.idea/libraries/Maven__xml_apis_xml_apis_1_3_04.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__xmlenc_xmlenc_0_52.xml b/.idea/libraries/Maven__xmlenc_xmlenc_0_52.xml
new file mode 100644
index 0000000..59d176d
--- /dev/null
+++ b/.idea/libraries/Maven__xmlenc_xmlenc_0_52.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/workspace.xml b/.idea/workspace.xml
index 763385e..0d7b04d 100644
--- a/.idea/workspace.xml
+++ b/.idea/workspace.xml
@@ -2,17 +2,83 @@
-
-
-
-
-
-
-
-
-
-
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -24,12 +90,36 @@
-
-
+
+
-
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -37,6 +127,13 @@
+
+
+
@@ -49,6 +146,7 @@
+
@@ -74,9 +172,11 @@
-
+
+
+
+
-
@@ -92,7 +192,8 @@
-
+
+
@@ -101,6 +202,53 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -109,8 +257,7 @@
-
-
+
@@ -118,6 +265,7 @@
+
@@ -131,7 +279,7 @@
-
+
@@ -153,6 +301,131 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -213,6 +486,22 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -227,43 +516,92 @@
1521904118766
-
+
+
+
+
+
+
+
+
+
+ 1521904777876
+
+
+
+ 1521904777876
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
+
-
+
-
-
-
-
-
-
-
-
-
-
-
-
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
-
-
-
+
+
+
+
-
-
+
+
@@ -272,6 +610,10 @@
+
+
+
+
@@ -279,12 +621,188 @@
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
diff --git a/hadoopstudy.iml b/hadoopstudy.iml
index f3f8bf5..73a227e 100644
--- a/hadoopstudy.iml
+++ b/hadoopstudy.iml
@@ -12,5 +12,79 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/src/test/java/com/fjy/hadoop/HDFSApp.java b/src/test/java/com/fjy/hadoop/HDFSApp.java
new file mode 100644
index 0000000..b165d54
--- /dev/null
+++ b/src/test/java/com/fjy/hadoop/HDFSApp.java
@@ -0,0 +1,164 @@
+package com.fjy.hadoop;
+
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.*;
+import org.apache.hadoop.io.IOUtils;
+import org.apache.hadoop.util.Progressable;
+import org.junit.After;
+import org.junit.Before;
+import org.junit.Test;
+
+import java.io.BufferedInputStream;
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.InputStream;
+import java.net.URI;
+
+/**
+ * Hadoop HDFS Java API 操作
+ */
+public class HDFSApp {
+
+ public static final String HDFS_PATH = "hdfs://192.168.79.129:8020";
+
+ FileSystem fileSystem = null;
+ Configuration configuration = null;
+
+ /**
+ * 创建HDFS目录
+ *
+ * @throws Exception
+ */
+ @Test
+ public void mkdir() throws Exception {
+ fileSystem.mkdirs(new Path("/hdfsapi/test"));
+ }
+
+ /**
+ * 创建文件
+ *
+ * @throws Exception
+ */
+ @Test
+ public void create() throws Exception {
+ FSDataOutputStream outputStream = fileSystem.create(new Path("/hdfsapi/test/api.txt"));
+ outputStream.write("hello Hadoop API".getBytes());
+ outputStream.flush();
+ outputStream.close();
+ }
+
+ /**
+ * 查看文件内容
+ *
+ * @throws Exception
+ */
+ @Test
+ public void cat() throws Exception {
+ FSDataInputStream inputStream = fileSystem.open(new Path("/hdfsapi/test/api.txt"));
+ IOUtils.copyBytes(inputStream, System.out, 1024);
+ inputStream.close();
+ }
+
+ /**
+ * 文件重命名
+ *
+ * @throws Exception
+ */
+ @Test
+ public void rename() throws Exception {
+ Path oldPath = new Path("/hdfsapi/test/api.txt");
+ Path newPath = new Path("/hdfsapi/test/api_rename.txt");
+ fileSystem.rename(oldPath, newPath);
+ }
+
+ /**
+ * 从本地上传文件
+ *
+ * @throws Exception
+ */
+ @Test
+ public void copyFromLocalFile() throws Exception {
+ Path localPath = new Path("F:\\JAVA Workspace\\Temp\\upload\\windows.txt");
+ Path hdfsPath = new Path("/hdfsapi/test/windows.txt");
+ fileSystem.copyFromLocalFile(localPath, hdfsPath);
+ }
+
+ @Test
+ public void copyFromLocalFileWithProgress() throws Exception {
+ InputStream in = new BufferedInputStream(
+ new FileInputStream(
+ new File("F:\\JAVA Workspace\\Temp\\upload\\bigFile.MP4")));
+ FSDataOutputStream outputStream = fileSystem.create(new Path("/hdfsapi/test/bigFile.MP4"),
+ new Progressable() {
+ public void progress() {
+ System.out.print("#");//传输进度信息
+ }
+ });
+ IOUtils.copyBytes(in, outputStream, 4096);
+ }
+
+ /**
+ * 从服务器下载文件
+ *
+ * @throws Exception
+ */
+ @Test
+ public void copyToLocalFile() throws Exception {
+ Path localPath = new Path("F:\\JAVA Workspace\\Temp\\upload\\api_rename_from_hdfs.txt");
+ Path hdfsPath = new Path("/hdfsapi/test/api_rename.txt");
+ //windows平台要配置false和true参数,因为没有配置hadoop环境变量的原因
+ fileSystem.copyToLocalFile(false, hdfsPath, localPath, true);
+ }
+
+ /**
+ * 查看所有文件
+ *
+ * @throws Exception
+ */
+ @Test
+ public void listFile() throws Exception {
+ FileStatus[] fileStatuses = fileSystem.listStatus(new Path("/hdfsapi/test"));
+ for (FileStatus fileStatus : fileStatuses) {
+ String isDir = fileStatus.isDirectory() ? "文件夹" : "文件";
+ short replication = fileStatus.getReplication();//副本数量
+ long len = fileStatus.getLen();
+ String path = fileStatus.getPath().toString();
+
+ System.out.println(isDir + "\t" + replication + "\t" + len + "\t" + path);
+ }
+ }
+
+ /**
+ * 删除HDFS文件
+ * @throws Exception
+ */
+ @Test
+ public void delete() throws Exception{
+ //true表示递归删除,默认也是递归删除
+ fileSystem.delete(new Path("/hdfsapi/test/api_rename.txt"),true);
+ }
+
+ /**
+ * HDFS初始化
+ *
+ * @throws Exception
+ */
+ @Before
+ public void setUp() throws Exception {
+ System.out.println("HDFSApp.setUp");
+ configuration = new Configuration();
+ fileSystem = FileSystem.get(new URI(HDFS_PATH), configuration, "hadoop");
+ }
+
+ /**
+ * 释放资源
+ *
+ * @throws Exception
+ */
+ @After
+ public void tearDown() throws Exception {
+ configuration = null;
+ fileSystem = null;
+ System.out.println("HDFSApp.tearDown");
+ }
+}