From a7e55a9060bf3e83d82ec0f110adaa0696237ea1 Mon Sep 17 00:00:00 2001
From: guanjz <1826473923@qq.com>
Date: Mon, 19 May 2025 10:19:56 +0800
Subject: [PATCH] =?UTF-8?q?=E6=96=87=E4=BB=B6?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
---
.classpath | 28 +
.gitignore | 3 +
.idea/ParsePlugin2.4.iml | 571 +++++++
.idea/compiler.xml | 16 +
.idea/encodings.xml | 6 +
.idea/jarRepositories.xml | 25 +
.idea/libraries/Maven__ant_ant_1_6_5.xml | 13 +
.idea/libraries/Maven__antlr_antlr_2_7_6.xml | 13 +
.idea/libraries/Maven__asm_asm_1_5_3.xml | 13 +
.idea/libraries/Maven__asm_asm_attrs_1_5_3.xml | 13 +
.idea/libraries/Maven__c3p0_c3p0_0_9_1_2.xml | 13 +
.idea/libraries/Maven__cglib_cglib_2_1_3.xml | 13 +
...aven__ch_qos_logback_logback_classic_1_1_11.xml | 13 +
.../Maven__ch_qos_logback_logback_core_1_1_11.xml | 13 +
.idea/libraries/Maven__com_101tec_zkclient_0_3.xml | 13 +
.../Maven__com_alibaba_fastjson_1_1_22.xml | 13 +
.../Maven__com_fasterxml_classmate_1_3_3.xml | 13 +
...rxml_jackson_core_jackson_annotations_2_0_0.xml | 13 +
...m_fasterxml_jackson_core_jackson_core_2_0_0.xml | 13 +
...sterxml_jackson_core_jackson_databind_2_0_0.xml | 13 +
...tephenc_high_scale_lib_high_scale_lib_1_1_1.xml | 13 +
.../Maven__com_google_guava_guava_14_0_1.xml | 13 +
...en__com_google_protobuf_protobuf_java_2_4_1.xml | 13 +
.../Maven__com_sun_jersey_jersey_core_1_8.xml | 13 +
.../Maven__com_sun_jersey_jersey_json_1_8.xml | 13 +
.../Maven__com_sun_jersey_jersey_server_1_8.xml | 13 +
.../Maven__com_sun_xml_bind_jaxb_impl_2_2_3_1.xml | 13 +
.../Maven__com_wandoulabs_jodis_jodis_0_1_2.xml | 13 +
...aven__com_yammer_metrics_metrics_core_2_2_0.xml | 13 +
...__commons_beanutils_commons_beanutils_1_7_0.xml | 13 +
...mons_beanutils_commons_beanutils_core_1_8_0.xml | 13 +
.../Maven__commons_cli_commons_cli_1_2.xml | 13 +
.../Maven__commons_codec_commons_codec_1_4.xml | 13 +
...commons_collections_commons_collections_3_1.xml | 13 +
...ons_configuration_commons_configuration_1_6.xml | 13 +
...aven__commons_digester_commons_digester_2_1.xml | 13 +
.../libraries/Maven__commons_el_commons_el_1_0.xml | 13 +
...commons_httpclient_commons_httpclient_3_0_1.xml | 13 +
.../libraries/Maven__commons_io_commons_io_1_4.xml | 13 +
.../Maven__commons_lang_commons_lang_2_4.xml | 13 +
...aven__commons_logging_commons_logging_1_1_1.xml | 13 +
...__commons_logging_commons_logging_api_1_0_4.xml | 13 +
.../Maven__commons_net_commons_net_1_4_1.xml | 13 +
.idea/libraries/Maven__dom4j_dom4j_1_6_1.xml | 13 +
.idea/libraries/Maven__hsqldb_hsqldb_1_8_0_10.xml | 13 +
.../Maven__io_netty_netty_3_7_0_Final.xml | 13 +
.../Maven__javassist_javassist_3_4_GA.xml | 13 +
.../Maven__javax_activation_activation_1_1.xml | 13 +
...aven__javax_persistence_persistence_api_1_0.xml | 13 +
.../libraries/Maven__javax_transaction_jta_1_1.xml | 13 +
...javax_validation_validation_api_1_1_0_Final.xml | 13 +
.../Maven__javax_xml_bind_jaxb_api_2_1.xml | 13 +
.idea/libraries/Maven__jline_jline_0_9_94.xml | 13 +
.idea/libraries/Maven__junit_junit_4_11.xml | 13 +
.idea/libraries/Maven__log4j_log4j_1_2_14.xml | 13 +
.../Maven__mysql_mysql_connector_java_5_1_6.xml | 13 +
.idea/libraries/Maven__nekohtml_nekohtml_0_9_5.xml | 13 +
.../Maven__net_java_dev_jets3t_jets3t_0_7_1.xml | 13 +
.../libraries/Maven__net_jpountz_lz4_lz4_1_2_0.xml | 13 +
.../Maven__net_sf_ehcache_ehcache_1_2_3.xml | 13 +
.../Maven__net_sf_ezmorph_ezmorph_1_0_6.xml | 13 +
.../Maven__net_sf_jopt_simple_jopt_simple_3_2.xml | 13 +
.idea/libraries/Maven__net_sf_kosmosfs_kfs_0_3.xml | 13 +
...net_sourceforge_htmlcleaner_htmlcleaner_2_4.xml | 13 +
.../Maven__org_apache_avro_avro_1_5_3.xml | 13 +
.../Maven__org_apache_avro_avro_ipc_1_5_3.xml | 13 +
.../Maven__org_apache_commons_commons_math_2_1.xml | 13 +
...Maven__org_apache_commons_commons_pool2_2_3.xml | 13 +
...en__org_apache_curator_curator_client_2_7_0.xml | 13 +
..._org_apache_curator_curator_framework_2_7_0.xml | 13 +
...n__org_apache_curator_curator_recipes_2_7_0.xml | 13 +
.../Maven__org_apache_hadoop_hadoop_core_1_0_4.xml | 13 +
.../Maven__org_apache_hbase_hbase_0_94_9.xml | 13 +
..._org_apache_httpcomponents_httpclient_4_3_5.xml | 13 +
...n__org_apache_httpcomponents_httpcore_4_3_2.xml | 13 +
.../Maven__org_apache_kafka_kafka_2_10_0_8_2_1.xml | 13 +
...ven__org_apache_kafka_kafka_clients_0_8_2_1.xml | 13 +
.../Maven__org_apache_thrift_libthrift_0_8_0.xml | 13 +
.../Maven__org_apache_tika_tika_core_0_9.xml | 13 +
...pache_tomcat_embed_tomcat_embed_core_8_5_16.xml | 13 +
..._apache_tomcat_embed_tomcat_embed_el_8_5_16.xml | 13 +
..._tomcat_embed_tomcat_embed_websocket_8_5_16.xml | 13 +
.../Maven__org_apache_velocity_velocity_1_7.xml | 13 +
...Maven__org_apache_zookeeper_zookeeper_3_4_6.xml | 13 +
...org_codehaus_jackson_jackson_core_asl_1_8_8.xml | 13 +
...n__org_codehaus_jackson_jackson_jaxrs_1_8_8.xml | 13 +
...g_codehaus_jackson_jackson_mapper_asl_1_0_1.xml | 13 +
...aven__org_codehaus_jackson_jackson_xc_1_8_8.xml | 13 +
.../Maven__org_codehaus_jettison_jettison_1_1.xml | 13 +
.../Maven__org_eclipse_jdt_core_3_1_1.xml | 13 +
.../Maven__org_hamcrest_hamcrest_core_1_3.xml | 13 +
...en__org_hibernate_ejb3_persistence_1_0_2_GA.xml | 13 +
.../Maven__org_hibernate_hibernate_3_2_1_ga.xml | 13 +
...rg_hibernate_hibernate_annotations_3_4_0_GA.xml | 13 +
...nate_hibernate_commons_annotations_3_3_0_ga.xml | 13 +
...aven__org_hibernate_hibernate_core_3_3_2_GA.xml | 13 +
..._hibernate_hibernate_entitymanager_3_4_0_GA.xml | 13 +
...g_hibernate_hibernate_validator_5_3_5_Final.xml | 13 +
.../Maven__org_jamon_jamon_runtime_2_3_1.xml | 13 +
...org_jboss_logging_jboss_logging_3_3_1_Final.xml | 13 +
.../Maven__org_jboss_netty_netty_3_2_4_Final.xml | 13 +
.idea/libraries/Maven__org_jdom_jdom2_2_0_6.xml | 13 +
.../Maven__org_jruby_jruby_complete_1_6_5.xml | 13 +
.idea/libraries/Maven__org_jsoup_jsoup_1_7_3.xml | 13 +
.../Maven__org_mortbay_jetty_jetty_6_1_26.xml | 13 +
.../Maven__org_mortbay_jetty_jetty_util_6_1_26.xml | 13 +
.../Maven__org_mortbay_jetty_jsp_2_1_6_1_14.xml | 13 +
...Maven__org_mortbay_jetty_jsp_api_2_1_6_1_14.xml | 13 +
..._org_mortbay_jetty_servlet_api_2_5_20081211.xml | 13 +
...n__org_mortbay_jetty_servlet_api_2_5_6_1_14.xml | 13 +
.../libraries/Maven__org_mybatis_mybatis_3_1_1.xml | 13 +
.../Maven__org_scala_lang_scala_library_2_10_4.xml | 13 +
.../Maven__org_slf4j_jcl_over_slf4j_1_7_25.xml | 13 +
.../Maven__org_slf4j_jul_to_slf4j_1_7_25.xml | 13 +
.../Maven__org_slf4j_log4j_over_slf4j_1_7_25.xml | 13 +
.../libraries/Maven__org_slf4j_slf4j_api_1_6_1.xml | 13 +
.../Maven__org_slf4j_slf4j_log4j12_1_6_1.xml | 13 +
...ingframework_boot_spring_boot_1_5_6_RELEASE.xml | 13 +
...oot_spring_boot_autoconfigure_1_5_6_RELEASE.xml | 13 +
...work_boot_spring_boot_starter_1_5_6_RELEASE.xml | 13 +
...t_spring_boot_starter_logging_1_5_6_RELEASE.xml | 13 +
...ot_spring_boot_starter_tomcat_1_5_6_RELEASE.xml | 13 +
..._boot_spring_boot_starter_web_1_5_6_RELEASE.xml | 13 +
...g_springframework_spring_aop_4_3_10_RELEASE.xml | 13 +
...springframework_spring_beans_4_3_10_RELEASE.xml | 13 +
...ringframework_spring_context_4_3_10_RELEASE.xml | 13 +
..._springframework_spring_core_4_3_10_RELEASE.xml | 13 +
...gframework_spring_expression_4_3_10_RELEASE.xml | 13 +
...g_springframework_spring_web_4_3_10_RELEASE.xml | 13 +
...pringframework_spring_webmvc_4_3_10_RELEASE.xml | 13 +
...aven__org_xerial_snappy_snappy_java_1_0_4_1.xml | 13 +
.idea/libraries/Maven__org_yaml_snakeyaml_1_17.xml | 13 +
.idea/libraries/Maven__oro_oro_2_0_8.xml | 13 +
.../libraries/Maven__redis_clients_jedis_2_6_0.xml | 13 +
.idea/libraries/Maven__stax_stax_api_1_0_1.xml | 13 +
.../Maven__tomcat_jasper_compiler_5_5_12.xml | 13 +
.../Maven__tomcat_jasper_runtime_5_5_12.xml | 13 +
.idea/libraries/Maven__xalan_serializer_2_7_1.xml | 13 +
.idea/libraries/Maven__xalan_xalan_2_7_1.xml | 13 +
.idea/libraries/Maven__xerces_xercesImpl_2_9_1.xml | 13 +
.../Maven__xerces_xmlParserAPIs_2_6_2.xml | 13 +
.../libraries/Maven__xml_apis_xml_apis_1_3_04.xml | 13 +
.idea/libraries/Maven__xmlenc_xmlenc_0_52.xml | 13 +
.idea/misc.xml | 11 +
.idea/modules.xml | 8 +
.idea/uiDesigner.xml | 124 ++
.idea/workspace.xml | 164 ++
.project | 23 +
pom.xml | 793 ++++++++++
src/com/bfd/parse/AutoRuleParser.java | 271 ++++
src/com/bfd/parse/Constants.java | 154 ++
src/com/bfd/parse/Constants_TraceTask.java | 43 +
src/com/bfd/parse/DataSaver.java | 126 ++
src/com/bfd/parse/DomParser.java | 677 ++++++++
src/com/bfd/parse/FileParser.java | 284 ++++
src/com/bfd/parse/ParseResult.java | 237 +++
src/com/bfd/parse/ParseStat.java | 184 +++
src/com/bfd/parse/ParseTestForPlugin.java | 176 +++
src/com/bfd/parse/ParserFace.java | 646 ++++++++
src/com/bfd/parse/client/AbstractClient.java | 172 +++
src/com/bfd/parse/client/ConfigClient.java | 94 ++
src/com/bfd/parse/client/DataOperatorClient.java | 90 ++
src/com/bfd/parse/client/DeduplicatorClient.java | 100 ++
src/com/bfd/parse/client/DownloadClient.java | 274 ++++
src/com/bfd/parse/client/DownloadClientTest.java | 40 +
src/com/bfd/parse/client/IceClient.java | 19 +
src/com/bfd/parse/client/LoginManagerClient.java | 47 +
src/com/bfd/parse/client/TraceTaskClient.java | 87 ++
src/com/bfd/parse/client/URLNormalizerClient.java | 163 ++
src/com/bfd/parse/config/AConfig.java | 109 ++
src/com/bfd/parse/config/Config.java | 13 +
src/com/bfd/parse/config/ConfigFactory.java | 37 +
src/com/bfd/parse/config/ConfigLoader.java | 37 +
.../config/FieldDefine/FieldDefineConfig.java | 40 +
.../parse/config/PageDefine/PageDefineConfig.java | 93 ++
src/com/bfd/parse/config/dom/DomCFGBlock.java | 133 ++
src/com/bfd/parse/config/dom/DomCFGElement.java | 45 +
src/com/bfd/parse/config/dom/DomCFGField.java | 220 +++
src/com/bfd/parse/config/dom/DomCFGTree.java | 245 +++
src/com/bfd/parse/config/dom/DomConfig.java | 321 ++++
src/com/bfd/parse/config/dom/DomSearch.java | 1630 ++++++++++++++++++++
src/com/bfd/parse/config/dom/DomTemplate.java | 220 +++
src/com/bfd/parse/config/dom/FieldRs.java | 62 +
.../bfd/parse/config/fldmap/BfdItemFldMapRule.java | 171 ++
.../bfd/parse/config/fldmap/ItemFldFormator.java | 291 ++++
.../bfd/parse/config/fldmap/ItemFldMapConfig.java | 105 ++
.../bfd/parse/config/fldmap/ItemInfoParser.java | 435 ++++++
.../bfd/parse/config/fldmap/ItemInfoParser2.java | 425 +++++
src/com/bfd/parse/config/iid/ParseCfg.java | 94 ++
src/com/bfd/parse/config/iid/ParseConfigure.java | 105 ++
src/com/bfd/parse/config/iid/ParseReProcessor.java | 63 +
.../config/parseplugin/PluginClassLoader.java | 10 +
.../bfd/parse/config/parseplugin/PluginConfig.java | 163 ++
.../config/parseplugin/PluginRuntimeException.java | 14 +
.../config/parsetemplate/ParseTemplateConfig.java | 24 +
src/com/bfd/parse/config/shelf/EcConfigCache.java | 63 +
src/com/bfd/parse/config/shelf/JudgeRule.java | 110 ++
.../bfd/parse/config/shelf/JudgeRuleConfig.java | 160 ++
src/com/bfd/parse/config/shelf/JudgeStatue.java | 110 ++
.../config/sitepageconfig/SitePageConfigCache.java | 65 +
src/com/bfd/parse/config/website/AutoRuleWrap.java | 61 +
src/com/bfd/parse/config/website/WebsiteCache.java | 107 ++
src/com/bfd/parse/entity/BaseEntity.java | 29 +
src/com/bfd/parse/entity/CreateTaskEntity.java | 28 +
src/com/bfd/parse/entity/ECConfigEntity.java | 61 +
src/com/bfd/parse/entity/FielddefineEntity.java | 192 +++
src/com/bfd/parse/entity/FlowquotaEntity.java | 213 +++
src/com/bfd/parse/entity/PagedefineEntity.java | 120 ++
src/com/bfd/parse/entity/ParsePluginEntity.java | 294 ++++
src/com/bfd/parse/entity/ParsetemplateEntity.java | 186 +++
src/com/bfd/parse/entity/SitepageconfigEntity.java | 247 +++
src/com/bfd/parse/entity/WebsiteEntity.java | 232 +++
src/com/bfd/parse/etlchain/EtlChain.java | 8 +
src/com/bfd/parse/facade/IParse.java | 15 +
src/com/bfd/parse/facade/ParserFactory.java | 23 +
src/com/bfd/parse/facade/autoparse/AutoParser.java | 212 +++
.../bfd/parse/facade/jspageparse/JsPageParser.java | 164 ++
src/com/bfd/parse/facade/parseunit/ParseUnit.java | 465 ++++++
src/com/bfd/parse/facade/tmplparse/TmplParser.java | 117 ++
src/com/bfd/parse/file/DataLoader.java | 211 +++
src/com/bfd/parse/file/FileParseWorker.java | 67 +
src/com/bfd/parse/file/SourceDataLoader.java | 269 ++++
src/com/bfd/parse/json/AMJsonParser.java | 190 +++
src/com/bfd/parse/json/JsonData.java | 73 +
src/com/bfd/parse/json/JsonParser.java | 26 +
src/com/bfd/parse/json/JsonParserException.java | 22 +
src/com/bfd/parse/json/JsonParserFactory.java | 86 ++
src/com/bfd/parse/json/JsonParserNotFound.java | 20 +
src/com/bfd/parse/json/JsonParserResult.java | 44 +
src/com/bfd/parse/preprocess/PreProcessor.java | 19 +
.../bfd/parse/preprocess/PreProcessorFactory.java | 15 +
.../bfd/parse/preprocess/PreProcessorNotFound.java | 20 +
src/com/bfd/parse/preprocess/Test.java | 32 +
src/com/bfd/parse/reprocess/AMReProcessor.java | 122 ++
src/com/bfd/parse/reprocess/ReProcessCode.java | 9 +
src/com/bfd/parse/reprocess/ReProcessResult.java | 39 +
src/com/bfd/parse/reprocess/ReProcessor.java | 20 +
.../bfd/parse/reprocess/ReProcessorFactory.java | 71 +
.../bfd/parse/reprocess/ReProcessorNotFound.java | 20 +
src/com/bfd/parse/reprocess/RegexRule.java | 9 +
src/com/bfd/parse/reprocess/ReplaceRule.java | 20 +
src/com/bfd/parse/reprocess/ReprocessHelper.java | 42 +
src/com/bfd/parse/service/DataOperatorService.java | 5 +
.../bfd/parse/service/proxy/AbstractIceProxy.java | 127 ++
.../bfd/parse/service/proxy/AlarmServiceProxy.java | 23 +
.../bfd/parse/service/proxy/BizConfigureProxy.java | 76 +
.../bfd/parse/service/proxy/DataOperatorProxy.java | 85 +
.../bfd/parse/service/proxy/DownloadClient.java | 103 ++
src/com/bfd/parse/service/proxy/IceProxy.java | 19 +
src/com/bfd/parse/task/ConfigSynchronizer.java | 47 +
src/com/bfd/parse/task/HookTask.java | 5 +
src/com/bfd/parse/task/PageParserI.java | 121 ++
src/com/bfd/parse/task/ParseJob.java | 240 +++
src/com/bfd/parse/task/ParseQueue.java | 130 ++
src/com/bfd/parse/task/Server.java | 224 +++
src/com/bfd/parse/task/ServerTest.java | 23 +
src/com/bfd/parse/test/BfdItemTester.java | 118 ++
src/com/bfd/parse/test/DomPathTester.java | 22 +
src/com/bfd/parse/test/DomTmplTester.java | 194 +++
src/com/bfd/parse/test/JudgeRuleTester.java | 29 +
src/com/bfd/parse/test/ParseTester.java | 277 ++++
src/com/bfd/parse/test/Test.java | 25 +
src/com/bfd/parse/test/TestRequest.java | 127 ++
src/com/bfd/parse/test/TestResponse.java | 79 +
src/com/bfd/parse/test/TestTagBalance.java | 36 +
src/com/bfd/parse/test/Tester.java | 5 +
src/com/bfd/parse/test/TesterFactory.java | 23 +
.../parse/test/weibosinaparser/AWeiBoParser.java | 270 ++++
.../parse/test/weibosinaparser/CommentParser.java | 339 ++++
.../bfd/parse/test/weibosinaparser/Constants.java | 48 +
.../test/weibosinaparser/FensiListParser.java | 148 ++
.../parse/test/weibosinaparser/IWeiBoparser.java | 17 +
.../test/weibosinaparser/LoginServiceClient.java | 115 ++
.../parse/test/weibosinaparser/RepostParser.java | 194 +++
.../parse/test/weibosinaparser/SearchParser.java | 404 +++++
src/com/bfd/parse/test/weibosinaparser/Task.java | 76 +
src/com/bfd/parse/test/weibosinaparser/Test.java | 27 +
.../test/weibosinaparser/TestByHttpclient.java | 11 +
.../parse/test/weibosinaparser/UserInfoParser.java | 298 ++++
src/com/bfd/parse/test/weibosinaparser/Utils.java | 65 +
.../parse/test/weibosinaparser/WeiboParser.java | 360 +++++
.../test/weibosinaparser/WeiboParserFactory.java | 19 +
src/com/bfd/parse/threadmanager/ParseWorker.java | 89 ++
src/com/bfd/parse/util/JsonUtil.java | 207 +++
src/com/bfd/parse/util/KfkUtils.java | 17 +
src/com/bfd/parse/util/MyDateUtil.java | 940 +++++++++++
src/com/bfd/parse/util/ObjectCache.java | 38 +
src/com/bfd/parse/util/ParseUtils.java | 152 ++
src/com/bfd/parse/util/Test.java | 240 +++
src/com/bfd/parse/util/TextUtil.java | 615 ++++++++
src/com/bfd/parse/util/UrlNormalizerUtil.java | 147 ++
src/com/bfd/parse/util/XiciHotBoardAnalysis.java | 149 ++
src/com/bfd/parse/vo/FiveTuple.java | 48 +
src/com/bfd/parse/vo/FourTuple.java | 47 +
src/com/bfd/parse/vo/ThreeTuple.java | 51 +
src/com/bfd/parse/vo/Tuple.java | 20 +
src/com/bfd/parse/vo/TwoTuple.java | 64 +
src/com/bfd/parse/zkmonitor/ParseMonitor.java | 36 +
.../download/plugin/NanzctrContentDownload.java | 63 +
.../bfd/download/plugin/NanzctrListDownload.java | 208 +++
.../com/bfd/download/plugin/NcsiroDownload.java | 45 +
.../bfd/download/plugin/NctrinicListDownload.java | 214 +++
.../com/bfd/download/plugin/NdrksListDownload.java | 340 ++++
.../com/bfd/download/plugin/NdsscuDownload.java | 79 +
.../com/bfd/download/plugin/NgovListDownload.java | 207 +++
.../java/com/bfd/download/plugin/NicmDownload.java | 20 +
.../bfd/download/plugin/NirbbarcelonaDownload.java | 42 +
.../java/com/bfd/download/plugin/NissDownload.java | 45 +
.../com/bfd/download/plugin/NkdcaDownload.java | 45 +
.../com/bfd/download/plugin/NplymouthDownload.java | 61 +
.../NpublichealthontarioContentDownload.java | 45 +
.../plugin/NpublichealthontarioDownload.java | 143 ++
.../com/bfd/download/plugin/NrikenDownload.java | 62 +
.../com/bfd/download/plugin/NumeduDownload.java | 27 +
.../com/bfd/download/plugin/NunilDonwload.java | 72 +
.../download/plugin/NutsouthwesternDownload.java | 63 +
.../com/bfd/download/plugin/NvirologyDownload.java | 48 +
.../com/bfd/download/plugin/NweizmannDownload.java | 45 +
.../com/bfd/download/plugin/NwrairDownload.java | 60 +
.../bfd/download/plugin/NwwwcdcgovDownload.java | 48 +
.../bfd/download/plugin/NwwwiranintlDownload.java | 48 +
.../bfd/download/plugin/PluginResultEntity.java | 100 ++
.../java/com/bfd/download/plugin/pluginDemo.java | 163 ++
src/main/java/com/bfd/main/Application.java | 26 +
.../com/bfd/parse/preprocess/TestPreprocess.java | 28 +
.../java/com/bfd/parse/reprocess/DemoListRe.java | 40 +
.../bfd/parse/reprocess/DouBanChongWuDetail.java | 315 ++++
.../com/bfd/parse/reprocess/NanzctrContentRe.java | 149 ++
.../com/bfd/parse/reprocess/NanzctrListRe.java | 84 +
.../com/bfd/parse/reprocess/NastarContentRe.java | 120 ++
.../java/com/bfd/parse/reprocess/NastarListRe.java | 98 ++
.../bfd/parse/reprocess/NcanadaenContentRe.java | 97 ++
.../com/bfd/parse/reprocess/NcanadaenListRe.java | 72 +
.../com/bfd/parse/reprocess/NchariteContentRe.java | 119 ++
.../com/bfd/parse/reprocess/NchariteListRe.java | 98 ++
.../com/bfd/parse/reprocess/NcsiroContentRe.java | 89 ++
.../java/com/bfd/parse/reprocess/NcsiroListRe.java | 105 ++
.../com/bfd/parse/reprocess/NctrinicContentRe.java | 144 ++
.../com/bfd/parse/reprocess/NctrinicListRe.java | 192 +++
.../com/bfd/parse/reprocess/NdrksContentRe.java | 128 ++
.../java/com/bfd/parse/reprocess/NdrksListRe.java | 101 ++
.../com/bfd/parse/reprocess/NdsscuContentRe.java | 100 ++
.../java/com/bfd/parse/reprocess/NdsscuListRe.java | 97 ++
.../com/bfd/parse/reprocess/NfiocruzContentRe.java | 117 ++
.../com/bfd/parse/reprocess/NfiocruzListRe.java | 93 ++
.../com/bfd/parse/reprocess/NhqsmmContentRe.java | 166 ++
.../java/com/bfd/parse/reprocess/NhqsmmListRe.java | 65 +
.../com/bfd/parse/reprocess/NicmContentRe.java | 137 ++
.../java/com/bfd/parse/reprocess/NicmListRe.java | 140 ++
.../bfd/parse/reprocess/NifengNewsContentRe.java | 334 ++++
.../parse/reprocess/NirbbarcelonaContentRe.java | 114 ++
.../bfd/parse/reprocess/NirbbarcelonaListRe.java | 109 ++
.../com/bfd/parse/reprocess/NissContentRe.java | 104 ++
.../java/com/bfd/parse/reprocess/NissListRe.java | 148 ++
.../com/bfd/parse/reprocess/NkdcaContentRe.java | 66 +
.../java/com/bfd/parse/reprocess/NkdcaListRe.java | 95 ++
.../bfd/parse/reprocess/NkuleuvenContentRe.java | 113 ++
.../com/bfd/parse/reprocess/NkuleuvenListRe.java | 112 ++
.../bfd/parse/reprocess/NmanchesterContentRe.java | 111 ++
.../com/bfd/parse/reprocess/NmanchesterListRe.java | 103 ++
.../bfd/parse/reprocess/NmedicinaContentRe.java | 127 ++
.../com/bfd/parse/reprocess/NmedicinaListRe.java | 100 ++
.../com/bfd/parse/reprocess/NmofgovConentRe.java | 372 +++++
.../com/bfd/parse/reprocess/NncngovListRe.java | 103 ++
.../com/bfd/parse/reprocess/NnicdContentRe.java | 114 ++
.../java/com/bfd/parse/reprocess/NnicdListRe.java | 95 ++
.../com/bfd/parse/reprocess/NpasteurContentRe.java | 69 +
.../com/bfd/parse/reprocess/NpasteurListRe.java | 103 ++
.../bfd/parse/reprocess/NplymouthContentRe.java | 125 ++
.../com/bfd/parse/reprocess/NplymouthListRe.java | 108 ++
.../reprocess/NpublichealthontarioContentRe.java | 102 ++
.../reprocess/NpublichealthontarioListRe.java | 99 ++
.../com/bfd/parse/reprocess/NrikContentRe.java | 70 +
.../java/com/bfd/parse/reprocess/NrikListRe.java | 98 ++
.../com/bfd/parse/reprocess/NrikenContentRe.java | 113 ++
.../java/com/bfd/parse/reprocess/NrikenListRe.java | 98 ++
.../com/bfd/parse/reprocess/NsantegouvListRe.java | 83 +
.../com/bfd/parse/reprocess/NsustechContentRe.java | 121 ++
.../com/bfd/parse/reprocess/NsustechListRe.java | 112 ++
.../com/bfd/parse/reprocess/NszuContentRe.java | 86 ++
.../java/com/bfd/parse/reprocess/NszuListRe.java | 103 ++
.../com/bfd/parse/reprocess/NumeduContentRe.java | 145 ++
.../java/com/bfd/parse/reprocess/NumeduListRe.java | 107 ++
.../parse/reprocess/NumontpellierContentRe.java | 63 +
.../bfd/parse/reprocess/NumontpellierListRe.java | 90 ++
.../com/bfd/parse/reprocess/NunibasContentRe.java | 123 ++
.../com/bfd/parse/reprocess/NunibasListRe.java | 100 ++
.../com/bfd/parse/reprocess/NunilContentRe.java | 115 ++
.../java/com/bfd/parse/reprocess/NunilListRe.java | 92 ++
.../com/bfd/parse/reprocess/NunmContentRe.java | 114 ++
.../java/com/bfd/parse/reprocess/NunmListRe.java | 97 ++
.../parse/reprocess/NutsouthwesternContentRe.java | 100 ++
.../bfd/parse/reprocess/NutsouthwesternListRe.java | 74 +
.../java/com/bfd/parse/reprocess/NuuContentRe.java | 112 ++
.../java/com/bfd/parse/reprocess/NuuListRe.java | 105 ++
.../com/bfd/parse/reprocess/NvniivContentRe.java | 84 +
.../java/com/bfd/parse/reprocess/NvniivListRe.java | 72 +
.../bfd/parse/reprocess/NwashingtonContentRe.java | 114 ++
.../com/bfd/parse/reprocess/NwashingtonListRe.java | 100 ++
.../bfd/parse/reprocess/NweizmannContentRe.java | 124 ++
.../com/bfd/parse/reprocess/NweizmannListRe.java | 112 ++
.../java/com/bfd/parse/reprocess/NwrairListRe.java | 111 ++
.../bfd/parse/reprocess/NwwwcdcgovContentRe.java | 82 +
.../com/bfd/parse/reprocess/NwwwcdcgovListRe.java | 115 ++
.../bfd/parse/reprocess/NwwwiranintlContentRe.java | 110 ++
.../bfd/parse/reprocess/NwwwiranintlListRe.java | 95 ++
src/main/resources/application.properties | 6 +
src/main/resources/banner.txt | 20 +
src/main/resources/logback-spring.xml | 36 +
409 files changed, 36325 insertions(+)
create mode 100644 .classpath
create mode 100644 .gitignore
create mode 100644 .idea/ParsePlugin2.4.iml
create mode 100644 .idea/compiler.xml
create mode 100644 .idea/encodings.xml
create mode 100644 .idea/jarRepositories.xml
create mode 100644 .idea/libraries/Maven__ant_ant_1_6_5.xml
create mode 100644 .idea/libraries/Maven__antlr_antlr_2_7_6.xml
create mode 100644 .idea/libraries/Maven__asm_asm_1_5_3.xml
create mode 100644 .idea/libraries/Maven__asm_asm_attrs_1_5_3.xml
create mode 100644 .idea/libraries/Maven__c3p0_c3p0_0_9_1_2.xml
create mode 100644 .idea/libraries/Maven__cglib_cglib_2_1_3.xml
create mode 100644 .idea/libraries/Maven__ch_qos_logback_logback_classic_1_1_11.xml
create mode 100644 .idea/libraries/Maven__ch_qos_logback_logback_core_1_1_11.xml
create mode 100644 .idea/libraries/Maven__com_101tec_zkclient_0_3.xml
create mode 100644 .idea/libraries/Maven__com_alibaba_fastjson_1_1_22.xml
create mode 100644 .idea/libraries/Maven__com_fasterxml_classmate_1_3_3.xml
create mode 100644 .idea/libraries/Maven__com_fasterxml_jackson_core_jackson_annotations_2_0_0.xml
create mode 100644 .idea/libraries/Maven__com_fasterxml_jackson_core_jackson_core_2_0_0.xml
create mode 100644 .idea/libraries/Maven__com_fasterxml_jackson_core_jackson_databind_2_0_0.xml
create mode 100644 .idea/libraries/Maven__com_github_stephenc_high_scale_lib_high_scale_lib_1_1_1.xml
create mode 100644 .idea/libraries/Maven__com_google_guava_guava_14_0_1.xml
create mode 100644 .idea/libraries/Maven__com_google_protobuf_protobuf_java_2_4_1.xml
create mode 100644 .idea/libraries/Maven__com_sun_jersey_jersey_core_1_8.xml
create mode 100644 .idea/libraries/Maven__com_sun_jersey_jersey_json_1_8.xml
create mode 100644 .idea/libraries/Maven__com_sun_jersey_jersey_server_1_8.xml
create mode 100644 .idea/libraries/Maven__com_sun_xml_bind_jaxb_impl_2_2_3_1.xml
create mode 100644 .idea/libraries/Maven__com_wandoulabs_jodis_jodis_0_1_2.xml
create mode 100644 .idea/libraries/Maven__com_yammer_metrics_metrics_core_2_2_0.xml
create mode 100644 .idea/libraries/Maven__commons_beanutils_commons_beanutils_1_7_0.xml
create mode 100644 .idea/libraries/Maven__commons_beanutils_commons_beanutils_core_1_8_0.xml
create mode 100644 .idea/libraries/Maven__commons_cli_commons_cli_1_2.xml
create mode 100644 .idea/libraries/Maven__commons_codec_commons_codec_1_4.xml
create mode 100644 .idea/libraries/Maven__commons_collections_commons_collections_3_1.xml
create mode 100644 .idea/libraries/Maven__commons_configuration_commons_configuration_1_6.xml
create mode 100644 .idea/libraries/Maven__commons_digester_commons_digester_2_1.xml
create mode 100644 .idea/libraries/Maven__commons_el_commons_el_1_0.xml
create mode 100644 .idea/libraries/Maven__commons_httpclient_commons_httpclient_3_0_1.xml
create mode 100644 .idea/libraries/Maven__commons_io_commons_io_1_4.xml
create mode 100644 .idea/libraries/Maven__commons_lang_commons_lang_2_4.xml
create mode 100644 .idea/libraries/Maven__commons_logging_commons_logging_1_1_1.xml
create mode 100644 .idea/libraries/Maven__commons_logging_commons_logging_api_1_0_4.xml
create mode 100644 .idea/libraries/Maven__commons_net_commons_net_1_4_1.xml
create mode 100644 .idea/libraries/Maven__dom4j_dom4j_1_6_1.xml
create mode 100644 .idea/libraries/Maven__hsqldb_hsqldb_1_8_0_10.xml
create mode 100644 .idea/libraries/Maven__io_netty_netty_3_7_0_Final.xml
create mode 100644 .idea/libraries/Maven__javassist_javassist_3_4_GA.xml
create mode 100644 .idea/libraries/Maven__javax_activation_activation_1_1.xml
create mode 100644 .idea/libraries/Maven__javax_persistence_persistence_api_1_0.xml
create mode 100644 .idea/libraries/Maven__javax_transaction_jta_1_1.xml
create mode 100644 .idea/libraries/Maven__javax_validation_validation_api_1_1_0_Final.xml
create mode 100644 .idea/libraries/Maven__javax_xml_bind_jaxb_api_2_1.xml
create mode 100644 .idea/libraries/Maven__jline_jline_0_9_94.xml
create mode 100644 .idea/libraries/Maven__junit_junit_4_11.xml
create mode 100644 .idea/libraries/Maven__log4j_log4j_1_2_14.xml
create mode 100644 .idea/libraries/Maven__mysql_mysql_connector_java_5_1_6.xml
create mode 100644 .idea/libraries/Maven__nekohtml_nekohtml_0_9_5.xml
create mode 100644 .idea/libraries/Maven__net_java_dev_jets3t_jets3t_0_7_1.xml
create mode 100644 .idea/libraries/Maven__net_jpountz_lz4_lz4_1_2_0.xml
create mode 100644 .idea/libraries/Maven__net_sf_ehcache_ehcache_1_2_3.xml
create mode 100644 .idea/libraries/Maven__net_sf_ezmorph_ezmorph_1_0_6.xml
create mode 100644 .idea/libraries/Maven__net_sf_jopt_simple_jopt_simple_3_2.xml
create mode 100644 .idea/libraries/Maven__net_sf_kosmosfs_kfs_0_3.xml
create mode 100644 .idea/libraries/Maven__net_sourceforge_htmlcleaner_htmlcleaner_2_4.xml
create mode 100644 .idea/libraries/Maven__org_apache_avro_avro_1_5_3.xml
create mode 100644 .idea/libraries/Maven__org_apache_avro_avro_ipc_1_5_3.xml
create mode 100644 .idea/libraries/Maven__org_apache_commons_commons_math_2_1.xml
create mode 100644 .idea/libraries/Maven__org_apache_commons_commons_pool2_2_3.xml
create mode 100644 .idea/libraries/Maven__org_apache_curator_curator_client_2_7_0.xml
create mode 100644 .idea/libraries/Maven__org_apache_curator_curator_framework_2_7_0.xml
create mode 100644 .idea/libraries/Maven__org_apache_curator_curator_recipes_2_7_0.xml
create mode 100644 .idea/libraries/Maven__org_apache_hadoop_hadoop_core_1_0_4.xml
create mode 100644 .idea/libraries/Maven__org_apache_hbase_hbase_0_94_9.xml
create mode 100644 .idea/libraries/Maven__org_apache_httpcomponents_httpclient_4_3_5.xml
create mode 100644 .idea/libraries/Maven__org_apache_httpcomponents_httpcore_4_3_2.xml
create mode 100644 .idea/libraries/Maven__org_apache_kafka_kafka_2_10_0_8_2_1.xml
create mode 100644 .idea/libraries/Maven__org_apache_kafka_kafka_clients_0_8_2_1.xml
create mode 100644 .idea/libraries/Maven__org_apache_thrift_libthrift_0_8_0.xml
create mode 100644 .idea/libraries/Maven__org_apache_tika_tika_core_0_9.xml
create mode 100644 .idea/libraries/Maven__org_apache_tomcat_embed_tomcat_embed_core_8_5_16.xml
create mode 100644 .idea/libraries/Maven__org_apache_tomcat_embed_tomcat_embed_el_8_5_16.xml
create mode 100644 .idea/libraries/Maven__org_apache_tomcat_embed_tomcat_embed_websocket_8_5_16.xml
create mode 100644 .idea/libraries/Maven__org_apache_velocity_velocity_1_7.xml
create mode 100644 .idea/libraries/Maven__org_apache_zookeeper_zookeeper_3_4_6.xml
create mode 100644 .idea/libraries/Maven__org_codehaus_jackson_jackson_core_asl_1_8_8.xml
create mode 100644 .idea/libraries/Maven__org_codehaus_jackson_jackson_jaxrs_1_8_8.xml
create mode 100644 .idea/libraries/Maven__org_codehaus_jackson_jackson_mapper_asl_1_0_1.xml
create mode 100644 .idea/libraries/Maven__org_codehaus_jackson_jackson_xc_1_8_8.xml
create mode 100644 .idea/libraries/Maven__org_codehaus_jettison_jettison_1_1.xml
create mode 100644 .idea/libraries/Maven__org_eclipse_jdt_core_3_1_1.xml
create mode 100644 .idea/libraries/Maven__org_hamcrest_hamcrest_core_1_3.xml
create mode 100644 .idea/libraries/Maven__org_hibernate_ejb3_persistence_1_0_2_GA.xml
create mode 100644 .idea/libraries/Maven__org_hibernate_hibernate_3_2_1_ga.xml
create mode 100644 .idea/libraries/Maven__org_hibernate_hibernate_annotations_3_4_0_GA.xml
create mode 100644 .idea/libraries/Maven__org_hibernate_hibernate_commons_annotations_3_3_0_ga.xml
create mode 100644 .idea/libraries/Maven__org_hibernate_hibernate_core_3_3_2_GA.xml
create mode 100644 .idea/libraries/Maven__org_hibernate_hibernate_entitymanager_3_4_0_GA.xml
create mode 100644 .idea/libraries/Maven__org_hibernate_hibernate_validator_5_3_5_Final.xml
create mode 100644 .idea/libraries/Maven__org_jamon_jamon_runtime_2_3_1.xml
create mode 100644 .idea/libraries/Maven__org_jboss_logging_jboss_logging_3_3_1_Final.xml
create mode 100644 .idea/libraries/Maven__org_jboss_netty_netty_3_2_4_Final.xml
create mode 100644 .idea/libraries/Maven__org_jdom_jdom2_2_0_6.xml
create mode 100644 .idea/libraries/Maven__org_jruby_jruby_complete_1_6_5.xml
create mode 100644 .idea/libraries/Maven__org_jsoup_jsoup_1_7_3.xml
create mode 100644 .idea/libraries/Maven__org_mortbay_jetty_jetty_6_1_26.xml
create mode 100644 .idea/libraries/Maven__org_mortbay_jetty_jetty_util_6_1_26.xml
create mode 100644 .idea/libraries/Maven__org_mortbay_jetty_jsp_2_1_6_1_14.xml
create mode 100644 .idea/libraries/Maven__org_mortbay_jetty_jsp_api_2_1_6_1_14.xml
create mode 100644 .idea/libraries/Maven__org_mortbay_jetty_servlet_api_2_5_20081211.xml
create mode 100644 .idea/libraries/Maven__org_mortbay_jetty_servlet_api_2_5_6_1_14.xml
create mode 100644 .idea/libraries/Maven__org_mybatis_mybatis_3_1_1.xml
create mode 100644 .idea/libraries/Maven__org_scala_lang_scala_library_2_10_4.xml
create mode 100644 .idea/libraries/Maven__org_slf4j_jcl_over_slf4j_1_7_25.xml
create mode 100644 .idea/libraries/Maven__org_slf4j_jul_to_slf4j_1_7_25.xml
create mode 100644 .idea/libraries/Maven__org_slf4j_log4j_over_slf4j_1_7_25.xml
create mode 100644 .idea/libraries/Maven__org_slf4j_slf4j_api_1_6_1.xml
create mode 100644 .idea/libraries/Maven__org_slf4j_slf4j_log4j12_1_6_1.xml
create mode 100644 .idea/libraries/Maven__org_springframework_boot_spring_boot_1_5_6_RELEASE.xml
create mode 100644 .idea/libraries/Maven__org_springframework_boot_spring_boot_autoconfigure_1_5_6_RELEASE.xml
create mode 100644 .idea/libraries/Maven__org_springframework_boot_spring_boot_starter_1_5_6_RELEASE.xml
create mode 100644 .idea/libraries/Maven__org_springframework_boot_spring_boot_starter_logging_1_5_6_RELEASE.xml
create mode 100644 .idea/libraries/Maven__org_springframework_boot_spring_boot_starter_tomcat_1_5_6_RELEASE.xml
create mode 100644 .idea/libraries/Maven__org_springframework_boot_spring_boot_starter_web_1_5_6_RELEASE.xml
create mode 100644 .idea/libraries/Maven__org_springframework_spring_aop_4_3_10_RELEASE.xml
create mode 100644 .idea/libraries/Maven__org_springframework_spring_beans_4_3_10_RELEASE.xml
create mode 100644 .idea/libraries/Maven__org_springframework_spring_context_4_3_10_RELEASE.xml
create mode 100644 .idea/libraries/Maven__org_springframework_spring_core_4_3_10_RELEASE.xml
create mode 100644 .idea/libraries/Maven__org_springframework_spring_expression_4_3_10_RELEASE.xml
create mode 100644 .idea/libraries/Maven__org_springframework_spring_web_4_3_10_RELEASE.xml
create mode 100644 .idea/libraries/Maven__org_springframework_spring_webmvc_4_3_10_RELEASE.xml
create mode 100644 .idea/libraries/Maven__org_xerial_snappy_snappy_java_1_0_4_1.xml
create mode 100644 .idea/libraries/Maven__org_yaml_snakeyaml_1_17.xml
create mode 100644 .idea/libraries/Maven__oro_oro_2_0_8.xml
create mode 100644 .idea/libraries/Maven__redis_clients_jedis_2_6_0.xml
create mode 100644 .idea/libraries/Maven__stax_stax_api_1_0_1.xml
create mode 100644 .idea/libraries/Maven__tomcat_jasper_compiler_5_5_12.xml
create mode 100644 .idea/libraries/Maven__tomcat_jasper_runtime_5_5_12.xml
create mode 100644 .idea/libraries/Maven__xalan_serializer_2_7_1.xml
create mode 100644 .idea/libraries/Maven__xalan_xalan_2_7_1.xml
create mode 100644 .idea/libraries/Maven__xerces_xercesImpl_2_9_1.xml
create mode 100644 .idea/libraries/Maven__xerces_xmlParserAPIs_2_6_2.xml
create mode 100644 .idea/libraries/Maven__xml_apis_xml_apis_1_3_04.xml
create mode 100644 .idea/libraries/Maven__xmlenc_xmlenc_0_52.xml
create mode 100644 .idea/misc.xml
create mode 100644 .idea/modules.xml
create mode 100644 .idea/uiDesigner.xml
create mode 100644 .idea/workspace.xml
create mode 100644 .project
create mode 100644 pom.xml
create mode 100644 src/com/bfd/parse/AutoRuleParser.java
create mode 100644 src/com/bfd/parse/Constants.java
create mode 100644 src/com/bfd/parse/Constants_TraceTask.java
create mode 100644 src/com/bfd/parse/DataSaver.java
create mode 100644 src/com/bfd/parse/DomParser.java
create mode 100644 src/com/bfd/parse/FileParser.java
create mode 100644 src/com/bfd/parse/ParseResult.java
create mode 100644 src/com/bfd/parse/ParseStat.java
create mode 100644 src/com/bfd/parse/ParseTestForPlugin.java
create mode 100644 src/com/bfd/parse/ParserFace.java
create mode 100644 src/com/bfd/parse/client/AbstractClient.java
create mode 100644 src/com/bfd/parse/client/ConfigClient.java
create mode 100644 src/com/bfd/parse/client/DataOperatorClient.java
create mode 100644 src/com/bfd/parse/client/DeduplicatorClient.java
create mode 100644 src/com/bfd/parse/client/DownloadClient.java
create mode 100644 src/com/bfd/parse/client/DownloadClientTest.java
create mode 100644 src/com/bfd/parse/client/IceClient.java
create mode 100644 src/com/bfd/parse/client/LoginManagerClient.java
create mode 100644 src/com/bfd/parse/client/TraceTaskClient.java
create mode 100644 src/com/bfd/parse/client/URLNormalizerClient.java
create mode 100644 src/com/bfd/parse/config/AConfig.java
create mode 100644 src/com/bfd/parse/config/Config.java
create mode 100644 src/com/bfd/parse/config/ConfigFactory.java
create mode 100644 src/com/bfd/parse/config/ConfigLoader.java
create mode 100644 src/com/bfd/parse/config/FieldDefine/FieldDefineConfig.java
create mode 100644 src/com/bfd/parse/config/PageDefine/PageDefineConfig.java
create mode 100644 src/com/bfd/parse/config/dom/DomCFGBlock.java
create mode 100644 src/com/bfd/parse/config/dom/DomCFGElement.java
create mode 100644 src/com/bfd/parse/config/dom/DomCFGField.java
create mode 100644 src/com/bfd/parse/config/dom/DomCFGTree.java
create mode 100644 src/com/bfd/parse/config/dom/DomConfig.java
create mode 100644 src/com/bfd/parse/config/dom/DomSearch.java
create mode 100644 src/com/bfd/parse/config/dom/DomTemplate.java
create mode 100644 src/com/bfd/parse/config/dom/FieldRs.java
create mode 100644 src/com/bfd/parse/config/fldmap/BfdItemFldMapRule.java
create mode 100644 src/com/bfd/parse/config/fldmap/ItemFldFormator.java
create mode 100644 src/com/bfd/parse/config/fldmap/ItemFldMapConfig.java
create mode 100644 src/com/bfd/parse/config/fldmap/ItemInfoParser.java
create mode 100644 src/com/bfd/parse/config/fldmap/ItemInfoParser2.java
create mode 100644 src/com/bfd/parse/config/iid/ParseCfg.java
create mode 100644 src/com/bfd/parse/config/iid/ParseConfigure.java
create mode 100644 src/com/bfd/parse/config/iid/ParseReProcessor.java
create mode 100644 src/com/bfd/parse/config/parseplugin/PluginClassLoader.java
create mode 100644 src/com/bfd/parse/config/parseplugin/PluginConfig.java
create mode 100644 src/com/bfd/parse/config/parseplugin/PluginRuntimeException.java
create mode 100644 src/com/bfd/parse/config/parsetemplate/ParseTemplateConfig.java
create mode 100644 src/com/bfd/parse/config/shelf/EcConfigCache.java
create mode 100644 src/com/bfd/parse/config/shelf/JudgeRule.java
create mode 100644 src/com/bfd/parse/config/shelf/JudgeRuleConfig.java
create mode 100644 src/com/bfd/parse/config/shelf/JudgeStatue.java
create mode 100644 src/com/bfd/parse/config/sitepageconfig/SitePageConfigCache.java
create mode 100644 src/com/bfd/parse/config/website/AutoRuleWrap.java
create mode 100644 src/com/bfd/parse/config/website/WebsiteCache.java
create mode 100644 src/com/bfd/parse/entity/BaseEntity.java
create mode 100644 src/com/bfd/parse/entity/CreateTaskEntity.java
create mode 100644 src/com/bfd/parse/entity/ECConfigEntity.java
create mode 100644 src/com/bfd/parse/entity/FielddefineEntity.java
create mode 100644 src/com/bfd/parse/entity/FlowquotaEntity.java
create mode 100644 src/com/bfd/parse/entity/PagedefineEntity.java
create mode 100644 src/com/bfd/parse/entity/ParsePluginEntity.java
create mode 100644 src/com/bfd/parse/entity/ParsetemplateEntity.java
create mode 100644 src/com/bfd/parse/entity/SitepageconfigEntity.java
create mode 100644 src/com/bfd/parse/entity/WebsiteEntity.java
create mode 100644 src/com/bfd/parse/etlchain/EtlChain.java
create mode 100644 src/com/bfd/parse/facade/IParse.java
create mode 100644 src/com/bfd/parse/facade/ParserFactory.java
create mode 100644 src/com/bfd/parse/facade/autoparse/AutoParser.java
create mode 100644 src/com/bfd/parse/facade/jspageparse/JsPageParser.java
create mode 100644 src/com/bfd/parse/facade/parseunit/ParseUnit.java
create mode 100644 src/com/bfd/parse/facade/tmplparse/TmplParser.java
create mode 100644 src/com/bfd/parse/file/DataLoader.java
create mode 100644 src/com/bfd/parse/file/FileParseWorker.java
create mode 100644 src/com/bfd/parse/file/SourceDataLoader.java
create mode 100644 src/com/bfd/parse/json/AMJsonParser.java
create mode 100644 src/com/bfd/parse/json/JsonData.java
create mode 100644 src/com/bfd/parse/json/JsonParser.java
create mode 100644 src/com/bfd/parse/json/JsonParserException.java
create mode 100644 src/com/bfd/parse/json/JsonParserFactory.java
create mode 100644 src/com/bfd/parse/json/JsonParserNotFound.java
create mode 100644 src/com/bfd/parse/json/JsonParserResult.java
create mode 100644 src/com/bfd/parse/preprocess/PreProcessor.java
create mode 100644 src/com/bfd/parse/preprocess/PreProcessorFactory.java
create mode 100644 src/com/bfd/parse/preprocess/PreProcessorNotFound.java
create mode 100644 src/com/bfd/parse/preprocess/Test.java
create mode 100644 src/com/bfd/parse/reprocess/AMReProcessor.java
create mode 100644 src/com/bfd/parse/reprocess/ReProcessCode.java
create mode 100644 src/com/bfd/parse/reprocess/ReProcessResult.java
create mode 100644 src/com/bfd/parse/reprocess/ReProcessor.java
create mode 100644 src/com/bfd/parse/reprocess/ReProcessorFactory.java
create mode 100644 src/com/bfd/parse/reprocess/ReProcessorNotFound.java
create mode 100644 src/com/bfd/parse/reprocess/RegexRule.java
create mode 100644 src/com/bfd/parse/reprocess/ReplaceRule.java
create mode 100644 src/com/bfd/parse/reprocess/ReprocessHelper.java
create mode 100644 src/com/bfd/parse/service/DataOperatorService.java
create mode 100644 src/com/bfd/parse/service/proxy/AbstractIceProxy.java
create mode 100644 src/com/bfd/parse/service/proxy/AlarmServiceProxy.java
create mode 100644 src/com/bfd/parse/service/proxy/BizConfigureProxy.java
create mode 100644 src/com/bfd/parse/service/proxy/DataOperatorProxy.java
create mode 100644 src/com/bfd/parse/service/proxy/DownloadClient.java
create mode 100644 src/com/bfd/parse/service/proxy/IceProxy.java
create mode 100644 src/com/bfd/parse/task/ConfigSynchronizer.java
create mode 100644 src/com/bfd/parse/task/HookTask.java
create mode 100644 src/com/bfd/parse/task/PageParserI.java
create mode 100644 src/com/bfd/parse/task/ParseJob.java
create mode 100644 src/com/bfd/parse/task/ParseQueue.java
create mode 100644 src/com/bfd/parse/task/Server.java
create mode 100644 src/com/bfd/parse/task/ServerTest.java
create mode 100644 src/com/bfd/parse/test/BfdItemTester.java
create mode 100644 src/com/bfd/parse/test/DomPathTester.java
create mode 100644 src/com/bfd/parse/test/DomTmplTester.java
create mode 100644 src/com/bfd/parse/test/JudgeRuleTester.java
create mode 100644 src/com/bfd/parse/test/ParseTester.java
create mode 100644 src/com/bfd/parse/test/Test.java
create mode 100644 src/com/bfd/parse/test/TestRequest.java
create mode 100644 src/com/bfd/parse/test/TestResponse.java
create mode 100644 src/com/bfd/parse/test/TestTagBalance.java
create mode 100644 src/com/bfd/parse/test/Tester.java
create mode 100644 src/com/bfd/parse/test/TesterFactory.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/AWeiBoParser.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/CommentParser.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/Constants.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/FensiListParser.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/IWeiBoparser.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/LoginServiceClient.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/RepostParser.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/SearchParser.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/Task.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/Test.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/TestByHttpclient.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/UserInfoParser.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/Utils.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/WeiboParser.java
create mode 100644 src/com/bfd/parse/test/weibosinaparser/WeiboParserFactory.java
create mode 100644 src/com/bfd/parse/threadmanager/ParseWorker.java
create mode 100644 src/com/bfd/parse/util/JsonUtil.java
create mode 100644 src/com/bfd/parse/util/KfkUtils.java
create mode 100644 src/com/bfd/parse/util/MyDateUtil.java
create mode 100644 src/com/bfd/parse/util/ObjectCache.java
create mode 100644 src/com/bfd/parse/util/ParseUtils.java
create mode 100644 src/com/bfd/parse/util/Test.java
create mode 100644 src/com/bfd/parse/util/TextUtil.java
create mode 100644 src/com/bfd/parse/util/UrlNormalizerUtil.java
create mode 100644 src/com/bfd/parse/util/XiciHotBoardAnalysis.java
create mode 100644 src/com/bfd/parse/vo/FiveTuple.java
create mode 100644 src/com/bfd/parse/vo/FourTuple.java
create mode 100644 src/com/bfd/parse/vo/ThreeTuple.java
create mode 100644 src/com/bfd/parse/vo/Tuple.java
create mode 100644 src/com/bfd/parse/vo/TwoTuple.java
create mode 100644 src/com/bfd/parse/zkmonitor/ParseMonitor.java
create mode 100644 src/main/java/com/bfd/download/plugin/NanzctrContentDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NanzctrListDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NcsiroDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NctrinicListDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NdrksListDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NdsscuDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NgovListDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NicmDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NirbbarcelonaDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NissDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NkdcaDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NplymouthDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NpublichealthontarioContentDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NpublichealthontarioDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NrikenDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NumeduDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NunilDonwload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NutsouthwesternDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NvirologyDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NweizmannDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NwrairDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NwwwcdcgovDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/NwwwiranintlDownload.java
create mode 100644 src/main/java/com/bfd/download/plugin/PluginResultEntity.java
create mode 100644 src/main/java/com/bfd/download/plugin/pluginDemo.java
create mode 100644 src/main/java/com/bfd/main/Application.java
create mode 100644 src/main/java/com/bfd/parse/preprocess/TestPreprocess.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/DemoListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/DouBanChongWuDetail.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NanzctrContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NanzctrListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NastarContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NastarListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NcanadaenContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NcanadaenListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NchariteContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NchariteListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NcsiroContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NcsiroListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NctrinicContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NctrinicListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NdrksContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NdrksListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NdsscuContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NdsscuListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NfiocruzContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NfiocruzListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NhqsmmContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NhqsmmListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NicmContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NicmListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NifengNewsContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NirbbarcelonaContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NirbbarcelonaListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NissContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NissListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NkdcaContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NkdcaListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NkuleuvenContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NkuleuvenListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NmanchesterContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NmanchesterListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NmedicinaContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NmedicinaListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NmofgovConentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NncngovListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NnicdContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NnicdListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NpasteurContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NpasteurListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NplymouthContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NplymouthListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NpublichealthontarioContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NpublichealthontarioListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NrikContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NrikListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NrikenContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NrikenListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NsantegouvListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NsustechContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NsustechListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NszuContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NszuListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NumeduContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NumeduListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NumontpellierContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NumontpellierListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NunibasContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NunibasListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NunilContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NunilListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NunmContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NunmListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NutsouthwesternContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NutsouthwesternListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NuuContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NuuListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NvniivContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NvniivListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NwashingtonContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NwashingtonListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NweizmannContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NweizmannListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NwrairListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NwwwcdcgovContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NwwwcdcgovListRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NwwwiranintlContentRe.java
create mode 100644 src/main/java/com/bfd/parse/reprocess/NwwwiranintlListRe.java
create mode 100644 src/main/resources/application.properties
create mode 100644 src/main/resources/banner.txt
create mode 100644 src/main/resources/logback-spring.xml
diff --git a/.classpath b/.classpath
new file mode 100644
index 0000000..a27c6d0
--- /dev/null
+++ b/.classpath
@@ -0,0 +1,28 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..40cbd51
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,3 @@
+/target/
+/logs/
+/.settings/
\ No newline at end of file
diff --git a/.idea/ParsePlugin2.4.iml b/.idea/ParsePlugin2.4.iml
new file mode 100644
index 0000000..52572de
--- /dev/null
+++ b/.idea/ParsePlugin2.4.iml
@@ -0,0 +1,571 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/compiler.xml b/.idea/compiler.xml
new file mode 100644
index 0000000..8d4d511
--- /dev/null
+++ b/.idea/compiler.xml
@@ -0,0 +1,16 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/encodings.xml b/.idea/encodings.xml
new file mode 100644
index 0000000..63e9001
--- /dev/null
+++ b/.idea/encodings.xml
@@ -0,0 +1,6 @@
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/jarRepositories.xml b/.idea/jarRepositories.xml
new file mode 100644
index 0000000..6c23d30
--- /dev/null
+++ b/.idea/jarRepositories.xml
@@ -0,0 +1,25 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__ant_ant_1_6_5.xml b/.idea/libraries/Maven__ant_ant_1_6_5.xml
new file mode 100644
index 0000000..180bb2d
--- /dev/null
+++ b/.idea/libraries/Maven__ant_ant_1_6_5.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__antlr_antlr_2_7_6.xml b/.idea/libraries/Maven__antlr_antlr_2_7_6.xml
new file mode 100644
index 0000000..c427128
--- /dev/null
+++ b/.idea/libraries/Maven__antlr_antlr_2_7_6.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__asm_asm_1_5_3.xml b/.idea/libraries/Maven__asm_asm_1_5_3.xml
new file mode 100644
index 0000000..c0d6922
--- /dev/null
+++ b/.idea/libraries/Maven__asm_asm_1_5_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__asm_asm_attrs_1_5_3.xml b/.idea/libraries/Maven__asm_asm_attrs_1_5_3.xml
new file mode 100644
index 0000000..3e9481d
--- /dev/null
+++ b/.idea/libraries/Maven__asm_asm_attrs_1_5_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__c3p0_c3p0_0_9_1_2.xml b/.idea/libraries/Maven__c3p0_c3p0_0_9_1_2.xml
new file mode 100644
index 0000000..b0fbb97
--- /dev/null
+++ b/.idea/libraries/Maven__c3p0_c3p0_0_9_1_2.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__cglib_cglib_2_1_3.xml b/.idea/libraries/Maven__cglib_cglib_2_1_3.xml
new file mode 100644
index 0000000..885c7c3
--- /dev/null
+++ b/.idea/libraries/Maven__cglib_cglib_2_1_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__ch_qos_logback_logback_classic_1_1_11.xml b/.idea/libraries/Maven__ch_qos_logback_logback_classic_1_1_11.xml
new file mode 100644
index 0000000..2080e00
--- /dev/null
+++ b/.idea/libraries/Maven__ch_qos_logback_logback_classic_1_1_11.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__ch_qos_logback_logback_core_1_1_11.xml b/.idea/libraries/Maven__ch_qos_logback_logback_core_1_1_11.xml
new file mode 100644
index 0000000..2dd2052
--- /dev/null
+++ b/.idea/libraries/Maven__ch_qos_logback_logback_core_1_1_11.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_101tec_zkclient_0_3.xml b/.idea/libraries/Maven__com_101tec_zkclient_0_3.xml
new file mode 100644
index 0000000..96be526
--- /dev/null
+++ b/.idea/libraries/Maven__com_101tec_zkclient_0_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_alibaba_fastjson_1_1_22.xml b/.idea/libraries/Maven__com_alibaba_fastjson_1_1_22.xml
new file mode 100644
index 0000000..a0730aa
--- /dev/null
+++ b/.idea/libraries/Maven__com_alibaba_fastjson_1_1_22.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_fasterxml_classmate_1_3_3.xml b/.idea/libraries/Maven__com_fasterxml_classmate_1_3_3.xml
new file mode 100644
index 0000000..2686533
--- /dev/null
+++ b/.idea/libraries/Maven__com_fasterxml_classmate_1_3_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_annotations_2_0_0.xml b/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_annotations_2_0_0.xml
new file mode 100644
index 0000000..a7d07cb
--- /dev/null
+++ b/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_annotations_2_0_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_core_2_0_0.xml b/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_core_2_0_0.xml
new file mode 100644
index 0000000..ef3d856
--- /dev/null
+++ b/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_core_2_0_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_databind_2_0_0.xml b/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_databind_2_0_0.xml
new file mode 100644
index 0000000..2e09727
--- /dev/null
+++ b/.idea/libraries/Maven__com_fasterxml_jackson_core_jackson_databind_2_0_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_github_stephenc_high_scale_lib_high_scale_lib_1_1_1.xml b/.idea/libraries/Maven__com_github_stephenc_high_scale_lib_high_scale_lib_1_1_1.xml
new file mode 100644
index 0000000..a4c0756
--- /dev/null
+++ b/.idea/libraries/Maven__com_github_stephenc_high_scale_lib_high_scale_lib_1_1_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_google_guava_guava_14_0_1.xml b/.idea/libraries/Maven__com_google_guava_guava_14_0_1.xml
new file mode 100644
index 0000000..153eb73
--- /dev/null
+++ b/.idea/libraries/Maven__com_google_guava_guava_14_0_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_google_protobuf_protobuf_java_2_4_1.xml b/.idea/libraries/Maven__com_google_protobuf_protobuf_java_2_4_1.xml
new file mode 100644
index 0000000..2a614e0
--- /dev/null
+++ b/.idea/libraries/Maven__com_google_protobuf_protobuf_java_2_4_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_sun_jersey_jersey_core_1_8.xml b/.idea/libraries/Maven__com_sun_jersey_jersey_core_1_8.xml
new file mode 100644
index 0000000..cf9dd1f
--- /dev/null
+++ b/.idea/libraries/Maven__com_sun_jersey_jersey_core_1_8.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_sun_jersey_jersey_json_1_8.xml b/.idea/libraries/Maven__com_sun_jersey_jersey_json_1_8.xml
new file mode 100644
index 0000000..632eada
--- /dev/null
+++ b/.idea/libraries/Maven__com_sun_jersey_jersey_json_1_8.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_sun_jersey_jersey_server_1_8.xml b/.idea/libraries/Maven__com_sun_jersey_jersey_server_1_8.xml
new file mode 100644
index 0000000..e12b39d
--- /dev/null
+++ b/.idea/libraries/Maven__com_sun_jersey_jersey_server_1_8.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_sun_xml_bind_jaxb_impl_2_2_3_1.xml b/.idea/libraries/Maven__com_sun_xml_bind_jaxb_impl_2_2_3_1.xml
new file mode 100644
index 0000000..fc3eb62
--- /dev/null
+++ b/.idea/libraries/Maven__com_sun_xml_bind_jaxb_impl_2_2_3_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_wandoulabs_jodis_jodis_0_1_2.xml b/.idea/libraries/Maven__com_wandoulabs_jodis_jodis_0_1_2.xml
new file mode 100644
index 0000000..089851b
--- /dev/null
+++ b/.idea/libraries/Maven__com_wandoulabs_jodis_jodis_0_1_2.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__com_yammer_metrics_metrics_core_2_2_0.xml b/.idea/libraries/Maven__com_yammer_metrics_metrics_core_2_2_0.xml
new file mode 100644
index 0000000..e876f6a
--- /dev/null
+++ b/.idea/libraries/Maven__com_yammer_metrics_metrics_core_2_2_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_beanutils_commons_beanutils_1_7_0.xml b/.idea/libraries/Maven__commons_beanutils_commons_beanutils_1_7_0.xml
new file mode 100644
index 0000000..2c610a4
--- /dev/null
+++ b/.idea/libraries/Maven__commons_beanutils_commons_beanutils_1_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_beanutils_commons_beanutils_core_1_8_0.xml b/.idea/libraries/Maven__commons_beanutils_commons_beanutils_core_1_8_0.xml
new file mode 100644
index 0000000..a195a86
--- /dev/null
+++ b/.idea/libraries/Maven__commons_beanutils_commons_beanutils_core_1_8_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_cli_commons_cli_1_2.xml b/.idea/libraries/Maven__commons_cli_commons_cli_1_2.xml
new file mode 100644
index 0000000..90d277d
--- /dev/null
+++ b/.idea/libraries/Maven__commons_cli_commons_cli_1_2.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_codec_commons_codec_1_4.xml b/.idea/libraries/Maven__commons_codec_commons_codec_1_4.xml
new file mode 100644
index 0000000..fbc04aa
--- /dev/null
+++ b/.idea/libraries/Maven__commons_codec_commons_codec_1_4.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_collections_commons_collections_3_1.xml b/.idea/libraries/Maven__commons_collections_commons_collections_3_1.xml
new file mode 100644
index 0000000..b264d07
--- /dev/null
+++ b/.idea/libraries/Maven__commons_collections_commons_collections_3_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_configuration_commons_configuration_1_6.xml b/.idea/libraries/Maven__commons_configuration_commons_configuration_1_6.xml
new file mode 100644
index 0000000..8c12b80
--- /dev/null
+++ b/.idea/libraries/Maven__commons_configuration_commons_configuration_1_6.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_digester_commons_digester_2_1.xml b/.idea/libraries/Maven__commons_digester_commons_digester_2_1.xml
new file mode 100644
index 0000000..b0e6b12
--- /dev/null
+++ b/.idea/libraries/Maven__commons_digester_commons_digester_2_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_el_commons_el_1_0.xml b/.idea/libraries/Maven__commons_el_commons_el_1_0.xml
new file mode 100644
index 0000000..71eae92
--- /dev/null
+++ b/.idea/libraries/Maven__commons_el_commons_el_1_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_httpclient_commons_httpclient_3_0_1.xml b/.idea/libraries/Maven__commons_httpclient_commons_httpclient_3_0_1.xml
new file mode 100644
index 0000000..1e2c155
--- /dev/null
+++ b/.idea/libraries/Maven__commons_httpclient_commons_httpclient_3_0_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_io_commons_io_1_4.xml b/.idea/libraries/Maven__commons_io_commons_io_1_4.xml
new file mode 100644
index 0000000..fc4ca30
--- /dev/null
+++ b/.idea/libraries/Maven__commons_io_commons_io_1_4.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_lang_commons_lang_2_4.xml b/.idea/libraries/Maven__commons_lang_commons_lang_2_4.xml
new file mode 100644
index 0000000..4125d79
--- /dev/null
+++ b/.idea/libraries/Maven__commons_lang_commons_lang_2_4.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_logging_commons_logging_1_1_1.xml b/.idea/libraries/Maven__commons_logging_commons_logging_1_1_1.xml
new file mode 100644
index 0000000..0f3aa32
--- /dev/null
+++ b/.idea/libraries/Maven__commons_logging_commons_logging_1_1_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_logging_commons_logging_api_1_0_4.xml b/.idea/libraries/Maven__commons_logging_commons_logging_api_1_0_4.xml
new file mode 100644
index 0000000..0ccadbc
--- /dev/null
+++ b/.idea/libraries/Maven__commons_logging_commons_logging_api_1_0_4.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__commons_net_commons_net_1_4_1.xml b/.idea/libraries/Maven__commons_net_commons_net_1_4_1.xml
new file mode 100644
index 0000000..ea4bd93
--- /dev/null
+++ b/.idea/libraries/Maven__commons_net_commons_net_1_4_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__dom4j_dom4j_1_6_1.xml b/.idea/libraries/Maven__dom4j_dom4j_1_6_1.xml
new file mode 100644
index 0000000..ebde198
--- /dev/null
+++ b/.idea/libraries/Maven__dom4j_dom4j_1_6_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__hsqldb_hsqldb_1_8_0_10.xml b/.idea/libraries/Maven__hsqldb_hsqldb_1_8_0_10.xml
new file mode 100644
index 0000000..87e28b4
--- /dev/null
+++ b/.idea/libraries/Maven__hsqldb_hsqldb_1_8_0_10.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__io_netty_netty_3_7_0_Final.xml b/.idea/libraries/Maven__io_netty_netty_3_7_0_Final.xml
new file mode 100644
index 0000000..09b9c46
--- /dev/null
+++ b/.idea/libraries/Maven__io_netty_netty_3_7_0_Final.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__javassist_javassist_3_4_GA.xml b/.idea/libraries/Maven__javassist_javassist_3_4_GA.xml
new file mode 100644
index 0000000..8c61bc4
--- /dev/null
+++ b/.idea/libraries/Maven__javassist_javassist_3_4_GA.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__javax_activation_activation_1_1.xml b/.idea/libraries/Maven__javax_activation_activation_1_1.xml
new file mode 100644
index 0000000..9aebda8
--- /dev/null
+++ b/.idea/libraries/Maven__javax_activation_activation_1_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__javax_persistence_persistence_api_1_0.xml b/.idea/libraries/Maven__javax_persistence_persistence_api_1_0.xml
new file mode 100644
index 0000000..9fa58e6
--- /dev/null
+++ b/.idea/libraries/Maven__javax_persistence_persistence_api_1_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__javax_transaction_jta_1_1.xml b/.idea/libraries/Maven__javax_transaction_jta_1_1.xml
new file mode 100644
index 0000000..c327d08
--- /dev/null
+++ b/.idea/libraries/Maven__javax_transaction_jta_1_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__javax_validation_validation_api_1_1_0_Final.xml b/.idea/libraries/Maven__javax_validation_validation_api_1_1_0_Final.xml
new file mode 100644
index 0000000..7cf2760
--- /dev/null
+++ b/.idea/libraries/Maven__javax_validation_validation_api_1_1_0_Final.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__javax_xml_bind_jaxb_api_2_1.xml b/.idea/libraries/Maven__javax_xml_bind_jaxb_api_2_1.xml
new file mode 100644
index 0000000..bbb4a3e
--- /dev/null
+++ b/.idea/libraries/Maven__javax_xml_bind_jaxb_api_2_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__jline_jline_0_9_94.xml b/.idea/libraries/Maven__jline_jline_0_9_94.xml
new file mode 100644
index 0000000..88a4b55
--- /dev/null
+++ b/.idea/libraries/Maven__jline_jline_0_9_94.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__junit_junit_4_11.xml b/.idea/libraries/Maven__junit_junit_4_11.xml
new file mode 100644
index 0000000..5d14edd
--- /dev/null
+++ b/.idea/libraries/Maven__junit_junit_4_11.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__log4j_log4j_1_2_14.xml b/.idea/libraries/Maven__log4j_log4j_1_2_14.xml
new file mode 100644
index 0000000..019e7bd
--- /dev/null
+++ b/.idea/libraries/Maven__log4j_log4j_1_2_14.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__mysql_mysql_connector_java_5_1_6.xml b/.idea/libraries/Maven__mysql_mysql_connector_java_5_1_6.xml
new file mode 100644
index 0000000..37c10e9
--- /dev/null
+++ b/.idea/libraries/Maven__mysql_mysql_connector_java_5_1_6.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__nekohtml_nekohtml_0_9_5.xml b/.idea/libraries/Maven__nekohtml_nekohtml_0_9_5.xml
new file mode 100644
index 0000000..fd52c65
--- /dev/null
+++ b/.idea/libraries/Maven__nekohtml_nekohtml_0_9_5.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__net_java_dev_jets3t_jets3t_0_7_1.xml b/.idea/libraries/Maven__net_java_dev_jets3t_jets3t_0_7_1.xml
new file mode 100644
index 0000000..673fbdb
--- /dev/null
+++ b/.idea/libraries/Maven__net_java_dev_jets3t_jets3t_0_7_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__net_jpountz_lz4_lz4_1_2_0.xml b/.idea/libraries/Maven__net_jpountz_lz4_lz4_1_2_0.xml
new file mode 100644
index 0000000..6436bb7
--- /dev/null
+++ b/.idea/libraries/Maven__net_jpountz_lz4_lz4_1_2_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__net_sf_ehcache_ehcache_1_2_3.xml b/.idea/libraries/Maven__net_sf_ehcache_ehcache_1_2_3.xml
new file mode 100644
index 0000000..bbf9774
--- /dev/null
+++ b/.idea/libraries/Maven__net_sf_ehcache_ehcache_1_2_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__net_sf_ezmorph_ezmorph_1_0_6.xml b/.idea/libraries/Maven__net_sf_ezmorph_ezmorph_1_0_6.xml
new file mode 100644
index 0000000..56a5ab6
--- /dev/null
+++ b/.idea/libraries/Maven__net_sf_ezmorph_ezmorph_1_0_6.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__net_sf_jopt_simple_jopt_simple_3_2.xml b/.idea/libraries/Maven__net_sf_jopt_simple_jopt_simple_3_2.xml
new file mode 100644
index 0000000..338b509
--- /dev/null
+++ b/.idea/libraries/Maven__net_sf_jopt_simple_jopt_simple_3_2.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__net_sf_kosmosfs_kfs_0_3.xml b/.idea/libraries/Maven__net_sf_kosmosfs_kfs_0_3.xml
new file mode 100644
index 0000000..9d3d50d
--- /dev/null
+++ b/.idea/libraries/Maven__net_sf_kosmosfs_kfs_0_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__net_sourceforge_htmlcleaner_htmlcleaner_2_4.xml b/.idea/libraries/Maven__net_sourceforge_htmlcleaner_htmlcleaner_2_4.xml
new file mode 100644
index 0000000..54897e3
--- /dev/null
+++ b/.idea/libraries/Maven__net_sourceforge_htmlcleaner_htmlcleaner_2_4.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_avro_avro_1_5_3.xml b/.idea/libraries/Maven__org_apache_avro_avro_1_5_3.xml
new file mode 100644
index 0000000..18fa866
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_avro_avro_1_5_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_avro_avro_ipc_1_5_3.xml b/.idea/libraries/Maven__org_apache_avro_avro_ipc_1_5_3.xml
new file mode 100644
index 0000000..254c8ec
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_avro_avro_ipc_1_5_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_commons_commons_math_2_1.xml b/.idea/libraries/Maven__org_apache_commons_commons_math_2_1.xml
new file mode 100644
index 0000000..265e810
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_commons_commons_math_2_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_commons_commons_pool2_2_3.xml b/.idea/libraries/Maven__org_apache_commons_commons_pool2_2_3.xml
new file mode 100644
index 0000000..ee6a100
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_commons_commons_pool2_2_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_curator_curator_client_2_7_0.xml b/.idea/libraries/Maven__org_apache_curator_curator_client_2_7_0.xml
new file mode 100644
index 0000000..320a667
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_curator_curator_client_2_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_curator_curator_framework_2_7_0.xml b/.idea/libraries/Maven__org_apache_curator_curator_framework_2_7_0.xml
new file mode 100644
index 0000000..f1d9b6a
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_curator_curator_framework_2_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_curator_curator_recipes_2_7_0.xml b/.idea/libraries/Maven__org_apache_curator_curator_recipes_2_7_0.xml
new file mode 100644
index 0000000..e86e716
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_curator_curator_recipes_2_7_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hadoop_hadoop_core_1_0_4.xml b/.idea/libraries/Maven__org_apache_hadoop_hadoop_core_1_0_4.xml
new file mode 100644
index 0000000..816e22f
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hadoop_hadoop_core_1_0_4.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_hbase_hbase_0_94_9.xml b/.idea/libraries/Maven__org_apache_hbase_hbase_0_94_9.xml
new file mode 100644
index 0000000..409c51f
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_hbase_hbase_0_94_9.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_httpcomponents_httpclient_4_3_5.xml b/.idea/libraries/Maven__org_apache_httpcomponents_httpclient_4_3_5.xml
new file mode 100644
index 0000000..8453c07
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_httpcomponents_httpclient_4_3_5.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_httpcomponents_httpcore_4_3_2.xml b/.idea/libraries/Maven__org_apache_httpcomponents_httpcore_4_3_2.xml
new file mode 100644
index 0000000..cdf0027
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_httpcomponents_httpcore_4_3_2.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_kafka_kafka_2_10_0_8_2_1.xml b/.idea/libraries/Maven__org_apache_kafka_kafka_2_10_0_8_2_1.xml
new file mode 100644
index 0000000..4b8a310
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_kafka_kafka_2_10_0_8_2_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_kafka_kafka_clients_0_8_2_1.xml b/.idea/libraries/Maven__org_apache_kafka_kafka_clients_0_8_2_1.xml
new file mode 100644
index 0000000..17c2168
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_kafka_kafka_clients_0_8_2_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_thrift_libthrift_0_8_0.xml b/.idea/libraries/Maven__org_apache_thrift_libthrift_0_8_0.xml
new file mode 100644
index 0000000..de76732
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_thrift_libthrift_0_8_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_tika_tika_core_0_9.xml b/.idea/libraries/Maven__org_apache_tika_tika_core_0_9.xml
new file mode 100644
index 0000000..2046779
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_tika_tika_core_0_9.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_tomcat_embed_tomcat_embed_core_8_5_16.xml b/.idea/libraries/Maven__org_apache_tomcat_embed_tomcat_embed_core_8_5_16.xml
new file mode 100644
index 0000000..d134fb2
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_tomcat_embed_tomcat_embed_core_8_5_16.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_tomcat_embed_tomcat_embed_el_8_5_16.xml b/.idea/libraries/Maven__org_apache_tomcat_embed_tomcat_embed_el_8_5_16.xml
new file mode 100644
index 0000000..450b4fc
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_tomcat_embed_tomcat_embed_el_8_5_16.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_tomcat_embed_tomcat_embed_websocket_8_5_16.xml b/.idea/libraries/Maven__org_apache_tomcat_embed_tomcat_embed_websocket_8_5_16.xml
new file mode 100644
index 0000000..ff7f032
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_tomcat_embed_tomcat_embed_websocket_8_5_16.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_velocity_velocity_1_7.xml b/.idea/libraries/Maven__org_apache_velocity_velocity_1_7.xml
new file mode 100644
index 0000000..f002ed9
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_velocity_velocity_1_7.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_apache_zookeeper_zookeeper_3_4_6.xml b/.idea/libraries/Maven__org_apache_zookeeper_zookeeper_3_4_6.xml
new file mode 100644
index 0000000..5eb6e9d
--- /dev/null
+++ b/.idea/libraries/Maven__org_apache_zookeeper_zookeeper_3_4_6.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_codehaus_jackson_jackson_core_asl_1_8_8.xml b/.idea/libraries/Maven__org_codehaus_jackson_jackson_core_asl_1_8_8.xml
new file mode 100644
index 0000000..9502227
--- /dev/null
+++ b/.idea/libraries/Maven__org_codehaus_jackson_jackson_core_asl_1_8_8.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_codehaus_jackson_jackson_jaxrs_1_8_8.xml b/.idea/libraries/Maven__org_codehaus_jackson_jackson_jaxrs_1_8_8.xml
new file mode 100644
index 0000000..5f9ebb8
--- /dev/null
+++ b/.idea/libraries/Maven__org_codehaus_jackson_jackson_jaxrs_1_8_8.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_codehaus_jackson_jackson_mapper_asl_1_0_1.xml b/.idea/libraries/Maven__org_codehaus_jackson_jackson_mapper_asl_1_0_1.xml
new file mode 100644
index 0000000..7ce1068
--- /dev/null
+++ b/.idea/libraries/Maven__org_codehaus_jackson_jackson_mapper_asl_1_0_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_codehaus_jackson_jackson_xc_1_8_8.xml b/.idea/libraries/Maven__org_codehaus_jackson_jackson_xc_1_8_8.xml
new file mode 100644
index 0000000..cd73942
--- /dev/null
+++ b/.idea/libraries/Maven__org_codehaus_jackson_jackson_xc_1_8_8.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_codehaus_jettison_jettison_1_1.xml b/.idea/libraries/Maven__org_codehaus_jettison_jettison_1_1.xml
new file mode 100644
index 0000000..17b8b44
--- /dev/null
+++ b/.idea/libraries/Maven__org_codehaus_jettison_jettison_1_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_eclipse_jdt_core_3_1_1.xml b/.idea/libraries/Maven__org_eclipse_jdt_core_3_1_1.xml
new file mode 100644
index 0000000..2beff06
--- /dev/null
+++ b/.idea/libraries/Maven__org_eclipse_jdt_core_3_1_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_hamcrest_hamcrest_core_1_3.xml b/.idea/libraries/Maven__org_hamcrest_hamcrest_core_1_3.xml
new file mode 100644
index 0000000..13adb58
--- /dev/null
+++ b/.idea/libraries/Maven__org_hamcrest_hamcrest_core_1_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_hibernate_ejb3_persistence_1_0_2_GA.xml b/.idea/libraries/Maven__org_hibernate_ejb3_persistence_1_0_2_GA.xml
new file mode 100644
index 0000000..ced7444
--- /dev/null
+++ b/.idea/libraries/Maven__org_hibernate_ejb3_persistence_1_0_2_GA.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_hibernate_hibernate_3_2_1_ga.xml b/.idea/libraries/Maven__org_hibernate_hibernate_3_2_1_ga.xml
new file mode 100644
index 0000000..8de4bb9
--- /dev/null
+++ b/.idea/libraries/Maven__org_hibernate_hibernate_3_2_1_ga.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_hibernate_hibernate_annotations_3_4_0_GA.xml b/.idea/libraries/Maven__org_hibernate_hibernate_annotations_3_4_0_GA.xml
new file mode 100644
index 0000000..7b54f79
--- /dev/null
+++ b/.idea/libraries/Maven__org_hibernate_hibernate_annotations_3_4_0_GA.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_hibernate_hibernate_commons_annotations_3_3_0_ga.xml b/.idea/libraries/Maven__org_hibernate_hibernate_commons_annotations_3_3_0_ga.xml
new file mode 100644
index 0000000..99de916
--- /dev/null
+++ b/.idea/libraries/Maven__org_hibernate_hibernate_commons_annotations_3_3_0_ga.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_hibernate_hibernate_core_3_3_2_GA.xml b/.idea/libraries/Maven__org_hibernate_hibernate_core_3_3_2_GA.xml
new file mode 100644
index 0000000..91f8247
--- /dev/null
+++ b/.idea/libraries/Maven__org_hibernate_hibernate_core_3_3_2_GA.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_hibernate_hibernate_entitymanager_3_4_0_GA.xml b/.idea/libraries/Maven__org_hibernate_hibernate_entitymanager_3_4_0_GA.xml
new file mode 100644
index 0000000..47fc00d
--- /dev/null
+++ b/.idea/libraries/Maven__org_hibernate_hibernate_entitymanager_3_4_0_GA.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_hibernate_hibernate_validator_5_3_5_Final.xml b/.idea/libraries/Maven__org_hibernate_hibernate_validator_5_3_5_Final.xml
new file mode 100644
index 0000000..6469e7f
--- /dev/null
+++ b/.idea/libraries/Maven__org_hibernate_hibernate_validator_5_3_5_Final.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_jamon_jamon_runtime_2_3_1.xml b/.idea/libraries/Maven__org_jamon_jamon_runtime_2_3_1.xml
new file mode 100644
index 0000000..a0639ce
--- /dev/null
+++ b/.idea/libraries/Maven__org_jamon_jamon_runtime_2_3_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_jboss_logging_jboss_logging_3_3_1_Final.xml b/.idea/libraries/Maven__org_jboss_logging_jboss_logging_3_3_1_Final.xml
new file mode 100644
index 0000000..bbe33d8
--- /dev/null
+++ b/.idea/libraries/Maven__org_jboss_logging_jboss_logging_3_3_1_Final.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_jboss_netty_netty_3_2_4_Final.xml b/.idea/libraries/Maven__org_jboss_netty_netty_3_2_4_Final.xml
new file mode 100644
index 0000000..ef65ddf
--- /dev/null
+++ b/.idea/libraries/Maven__org_jboss_netty_netty_3_2_4_Final.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_jdom_jdom2_2_0_6.xml b/.idea/libraries/Maven__org_jdom_jdom2_2_0_6.xml
new file mode 100644
index 0000000..a6351fa
--- /dev/null
+++ b/.idea/libraries/Maven__org_jdom_jdom2_2_0_6.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_jruby_jruby_complete_1_6_5.xml b/.idea/libraries/Maven__org_jruby_jruby_complete_1_6_5.xml
new file mode 100644
index 0000000..8fb36d0
--- /dev/null
+++ b/.idea/libraries/Maven__org_jruby_jruby_complete_1_6_5.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_jsoup_jsoup_1_7_3.xml b/.idea/libraries/Maven__org_jsoup_jsoup_1_7_3.xml
new file mode 100644
index 0000000..53ac5b9
--- /dev/null
+++ b/.idea/libraries/Maven__org_jsoup_jsoup_1_7_3.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_mortbay_jetty_jetty_6_1_26.xml b/.idea/libraries/Maven__org_mortbay_jetty_jetty_6_1_26.xml
new file mode 100644
index 0000000..53c7ef5
--- /dev/null
+++ b/.idea/libraries/Maven__org_mortbay_jetty_jetty_6_1_26.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_mortbay_jetty_jetty_util_6_1_26.xml b/.idea/libraries/Maven__org_mortbay_jetty_jetty_util_6_1_26.xml
new file mode 100644
index 0000000..4f5aa5a
--- /dev/null
+++ b/.idea/libraries/Maven__org_mortbay_jetty_jetty_util_6_1_26.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_mortbay_jetty_jsp_2_1_6_1_14.xml b/.idea/libraries/Maven__org_mortbay_jetty_jsp_2_1_6_1_14.xml
new file mode 100644
index 0000000..d6e455b
--- /dev/null
+++ b/.idea/libraries/Maven__org_mortbay_jetty_jsp_2_1_6_1_14.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_mortbay_jetty_jsp_api_2_1_6_1_14.xml b/.idea/libraries/Maven__org_mortbay_jetty_jsp_api_2_1_6_1_14.xml
new file mode 100644
index 0000000..27879d6
--- /dev/null
+++ b/.idea/libraries/Maven__org_mortbay_jetty_jsp_api_2_1_6_1_14.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_mortbay_jetty_servlet_api_2_5_20081211.xml b/.idea/libraries/Maven__org_mortbay_jetty_servlet_api_2_5_20081211.xml
new file mode 100644
index 0000000..20f3e35
--- /dev/null
+++ b/.idea/libraries/Maven__org_mortbay_jetty_servlet_api_2_5_20081211.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_mortbay_jetty_servlet_api_2_5_6_1_14.xml b/.idea/libraries/Maven__org_mortbay_jetty_servlet_api_2_5_6_1_14.xml
new file mode 100644
index 0000000..44bbab0
--- /dev/null
+++ b/.idea/libraries/Maven__org_mortbay_jetty_servlet_api_2_5_6_1_14.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_mybatis_mybatis_3_1_1.xml b/.idea/libraries/Maven__org_mybatis_mybatis_3_1_1.xml
new file mode 100644
index 0000000..8844867
--- /dev/null
+++ b/.idea/libraries/Maven__org_mybatis_mybatis_3_1_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_scala_lang_scala_library_2_10_4.xml b/.idea/libraries/Maven__org_scala_lang_scala_library_2_10_4.xml
new file mode 100644
index 0000000..298b490
--- /dev/null
+++ b/.idea/libraries/Maven__org_scala_lang_scala_library_2_10_4.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_slf4j_jcl_over_slf4j_1_7_25.xml b/.idea/libraries/Maven__org_slf4j_jcl_over_slf4j_1_7_25.xml
new file mode 100644
index 0000000..28e52ba
--- /dev/null
+++ b/.idea/libraries/Maven__org_slf4j_jcl_over_slf4j_1_7_25.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_slf4j_jul_to_slf4j_1_7_25.xml b/.idea/libraries/Maven__org_slf4j_jul_to_slf4j_1_7_25.xml
new file mode 100644
index 0000000..0f3f4c4
--- /dev/null
+++ b/.idea/libraries/Maven__org_slf4j_jul_to_slf4j_1_7_25.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_slf4j_log4j_over_slf4j_1_7_25.xml b/.idea/libraries/Maven__org_slf4j_log4j_over_slf4j_1_7_25.xml
new file mode 100644
index 0000000..899d14f
--- /dev/null
+++ b/.idea/libraries/Maven__org_slf4j_log4j_over_slf4j_1_7_25.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_slf4j_slf4j_api_1_6_1.xml b/.idea/libraries/Maven__org_slf4j_slf4j_api_1_6_1.xml
new file mode 100644
index 0000000..797e3b4
--- /dev/null
+++ b/.idea/libraries/Maven__org_slf4j_slf4j_api_1_6_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_slf4j_slf4j_log4j12_1_6_1.xml b/.idea/libraries/Maven__org_slf4j_slf4j_log4j12_1_6_1.xml
new file mode 100644
index 0000000..17f504a
--- /dev/null
+++ b/.idea/libraries/Maven__org_slf4j_slf4j_log4j12_1_6_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_springframework_boot_spring_boot_1_5_6_RELEASE.xml b/.idea/libraries/Maven__org_springframework_boot_spring_boot_1_5_6_RELEASE.xml
new file mode 100644
index 0000000..7925ee5
--- /dev/null
+++ b/.idea/libraries/Maven__org_springframework_boot_spring_boot_1_5_6_RELEASE.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_springframework_boot_spring_boot_autoconfigure_1_5_6_RELEASE.xml b/.idea/libraries/Maven__org_springframework_boot_spring_boot_autoconfigure_1_5_6_RELEASE.xml
new file mode 100644
index 0000000..9bfbfdb
--- /dev/null
+++ b/.idea/libraries/Maven__org_springframework_boot_spring_boot_autoconfigure_1_5_6_RELEASE.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_springframework_boot_spring_boot_starter_1_5_6_RELEASE.xml b/.idea/libraries/Maven__org_springframework_boot_spring_boot_starter_1_5_6_RELEASE.xml
new file mode 100644
index 0000000..03671b5
--- /dev/null
+++ b/.idea/libraries/Maven__org_springframework_boot_spring_boot_starter_1_5_6_RELEASE.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_springframework_boot_spring_boot_starter_logging_1_5_6_RELEASE.xml b/.idea/libraries/Maven__org_springframework_boot_spring_boot_starter_logging_1_5_6_RELEASE.xml
new file mode 100644
index 0000000..e901e8e
--- /dev/null
+++ b/.idea/libraries/Maven__org_springframework_boot_spring_boot_starter_logging_1_5_6_RELEASE.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_springframework_boot_spring_boot_starter_tomcat_1_5_6_RELEASE.xml b/.idea/libraries/Maven__org_springframework_boot_spring_boot_starter_tomcat_1_5_6_RELEASE.xml
new file mode 100644
index 0000000..26897bf
--- /dev/null
+++ b/.idea/libraries/Maven__org_springframework_boot_spring_boot_starter_tomcat_1_5_6_RELEASE.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_springframework_boot_spring_boot_starter_web_1_5_6_RELEASE.xml b/.idea/libraries/Maven__org_springframework_boot_spring_boot_starter_web_1_5_6_RELEASE.xml
new file mode 100644
index 0000000..9cb55af
--- /dev/null
+++ b/.idea/libraries/Maven__org_springframework_boot_spring_boot_starter_web_1_5_6_RELEASE.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_springframework_spring_aop_4_3_10_RELEASE.xml b/.idea/libraries/Maven__org_springframework_spring_aop_4_3_10_RELEASE.xml
new file mode 100644
index 0000000..45449e1
--- /dev/null
+++ b/.idea/libraries/Maven__org_springframework_spring_aop_4_3_10_RELEASE.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_springframework_spring_beans_4_3_10_RELEASE.xml b/.idea/libraries/Maven__org_springframework_spring_beans_4_3_10_RELEASE.xml
new file mode 100644
index 0000000..3a34e64
--- /dev/null
+++ b/.idea/libraries/Maven__org_springframework_spring_beans_4_3_10_RELEASE.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_springframework_spring_context_4_3_10_RELEASE.xml b/.idea/libraries/Maven__org_springframework_spring_context_4_3_10_RELEASE.xml
new file mode 100644
index 0000000..a90e953
--- /dev/null
+++ b/.idea/libraries/Maven__org_springframework_spring_context_4_3_10_RELEASE.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_springframework_spring_core_4_3_10_RELEASE.xml b/.idea/libraries/Maven__org_springframework_spring_core_4_3_10_RELEASE.xml
new file mode 100644
index 0000000..15923ad
--- /dev/null
+++ b/.idea/libraries/Maven__org_springframework_spring_core_4_3_10_RELEASE.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_springframework_spring_expression_4_3_10_RELEASE.xml b/.idea/libraries/Maven__org_springframework_spring_expression_4_3_10_RELEASE.xml
new file mode 100644
index 0000000..071c63d
--- /dev/null
+++ b/.idea/libraries/Maven__org_springframework_spring_expression_4_3_10_RELEASE.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_springframework_spring_web_4_3_10_RELEASE.xml b/.idea/libraries/Maven__org_springframework_spring_web_4_3_10_RELEASE.xml
new file mode 100644
index 0000000..75afec0
--- /dev/null
+++ b/.idea/libraries/Maven__org_springframework_spring_web_4_3_10_RELEASE.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_springframework_spring_webmvc_4_3_10_RELEASE.xml b/.idea/libraries/Maven__org_springframework_spring_webmvc_4_3_10_RELEASE.xml
new file mode 100644
index 0000000..1a7f1d3
--- /dev/null
+++ b/.idea/libraries/Maven__org_springframework_spring_webmvc_4_3_10_RELEASE.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_xerial_snappy_snappy_java_1_0_4_1.xml b/.idea/libraries/Maven__org_xerial_snappy_snappy_java_1_0_4_1.xml
new file mode 100644
index 0000000..9e6fd51
--- /dev/null
+++ b/.idea/libraries/Maven__org_xerial_snappy_snappy_java_1_0_4_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__org_yaml_snakeyaml_1_17.xml b/.idea/libraries/Maven__org_yaml_snakeyaml_1_17.xml
new file mode 100644
index 0000000..29798fa
--- /dev/null
+++ b/.idea/libraries/Maven__org_yaml_snakeyaml_1_17.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__oro_oro_2_0_8.xml b/.idea/libraries/Maven__oro_oro_2_0_8.xml
new file mode 100644
index 0000000..0e0021d
--- /dev/null
+++ b/.idea/libraries/Maven__oro_oro_2_0_8.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__redis_clients_jedis_2_6_0.xml b/.idea/libraries/Maven__redis_clients_jedis_2_6_0.xml
new file mode 100644
index 0000000..40ccb16
--- /dev/null
+++ b/.idea/libraries/Maven__redis_clients_jedis_2_6_0.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__stax_stax_api_1_0_1.xml b/.idea/libraries/Maven__stax_stax_api_1_0_1.xml
new file mode 100644
index 0000000..2670168
--- /dev/null
+++ b/.idea/libraries/Maven__stax_stax_api_1_0_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__tomcat_jasper_compiler_5_5_12.xml b/.idea/libraries/Maven__tomcat_jasper_compiler_5_5_12.xml
new file mode 100644
index 0000000..3c67312
--- /dev/null
+++ b/.idea/libraries/Maven__tomcat_jasper_compiler_5_5_12.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__tomcat_jasper_runtime_5_5_12.xml b/.idea/libraries/Maven__tomcat_jasper_runtime_5_5_12.xml
new file mode 100644
index 0000000..90fb110
--- /dev/null
+++ b/.idea/libraries/Maven__tomcat_jasper_runtime_5_5_12.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__xalan_serializer_2_7_1.xml b/.idea/libraries/Maven__xalan_serializer_2_7_1.xml
new file mode 100644
index 0000000..cc926a4
--- /dev/null
+++ b/.idea/libraries/Maven__xalan_serializer_2_7_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__xalan_xalan_2_7_1.xml b/.idea/libraries/Maven__xalan_xalan_2_7_1.xml
new file mode 100644
index 0000000..5f1e78f
--- /dev/null
+++ b/.idea/libraries/Maven__xalan_xalan_2_7_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__xerces_xercesImpl_2_9_1.xml b/.idea/libraries/Maven__xerces_xercesImpl_2_9_1.xml
new file mode 100644
index 0000000..dca351c
--- /dev/null
+++ b/.idea/libraries/Maven__xerces_xercesImpl_2_9_1.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__xerces_xmlParserAPIs_2_6_2.xml b/.idea/libraries/Maven__xerces_xmlParserAPIs_2_6_2.xml
new file mode 100644
index 0000000..47d5a41
--- /dev/null
+++ b/.idea/libraries/Maven__xerces_xmlParserAPIs_2_6_2.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__xml_apis_xml_apis_1_3_04.xml b/.idea/libraries/Maven__xml_apis_xml_apis_1_3_04.xml
new file mode 100644
index 0000000..d37192f
--- /dev/null
+++ b/.idea/libraries/Maven__xml_apis_xml_apis_1_3_04.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/libraries/Maven__xmlenc_xmlenc_0_52.xml b/.idea/libraries/Maven__xmlenc_xmlenc_0_52.xml
new file mode 100644
index 0000000..4cfced5
--- /dev/null
+++ b/.idea/libraries/Maven__xmlenc_xmlenc_0_52.xml
@@ -0,0 +1,13 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/misc.xml b/.idea/misc.xml
new file mode 100644
index 0000000..aacd5e9
--- /dev/null
+++ b/.idea/misc.xml
@@ -0,0 +1,11 @@
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/modules.xml b/.idea/modules.xml
new file mode 100644
index 0000000..d0d23da
--- /dev/null
+++ b/.idea/modules.xml
@@ -0,0 +1,8 @@
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/uiDesigner.xml b/.idea/uiDesigner.xml
new file mode 100644
index 0000000..e96534f
--- /dev/null
+++ b/.idea/uiDesigner.xml
@@ -0,0 +1,124 @@
+
+
+
+
+ -
+
+
+ -
+
+
+ -
+
+
+ -
+
+
+ -
+
+
+
+
+
+ -
+
+
+
+
+
+ -
+
+
+
+
+
+ -
+
+
+
+
+
+ -
+
+
+
+
+ -
+
+
+
+
+ -
+
+
+
+
+ -
+
+
+
+
+ -
+
+
+
+
+ -
+
+
+
+
+ -
+
+
+ -
+
+
+
+
+ -
+
+
+
+
+ -
+
+
+
+
+ -
+
+
+
+
+ -
+
+
+
+
+ -
+
+
+ -
+
+
+ -
+
+
+ -
+
+
+ -
+
+
+
+
+ -
+
+
+ -
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/workspace.xml b/.idea/workspace.xml
new file mode 100644
index 0000000..8e06818
--- /dev/null
+++ b/.idea/workspace.xml
@@ -0,0 +1,164 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ 1698050750617
+
+
+ 1698050750617
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.project b/.project
new file mode 100644
index 0000000..e3cf2b3
--- /dev/null
+++ b/.project
@@ -0,0 +1,23 @@
+
+
+ ParsePlugin2.4
+
+
+
+
+
+ org.eclipse.jdt.core.javabuilder
+
+
+
+
+ org.eclipse.m2e.core.maven2Builder
+
+
+
+
+
+ org.eclipse.jdt.core.javanature
+ org.eclipse.m2e.core.maven2Nature
+
+
diff --git a/pom.xml b/pom.xml
new file mode 100644
index 0000000..8d1a8b2
--- /dev/null
+++ b/pom.xml
@@ -0,0 +1,793 @@
+
+
+
+ 4.0.0
+
+ com.bfd
+ ParsePlugin2.4
+ 0.0.1-SNAPSHOT
+
+
+ org.springframework.boot
+ spring-boot-starter-parent
+ 1.5.6.RELEASE
+
+ ParsePlugin2.4
+
+ http://www.example.com
+
+
+ UTF-8
+ 1.8
+ 1.8
+
+
+
+
+ junit
+ junit
+ 4.11
+ test
+
+
+ org.springframework.boot
+ spring-boot-starter-web
+
+
+ antlr
+ antlr
+ 2.7.6
+
+
+ asm
+ asm
+ 1.5.3
+
+
+ asm
+ asm-attrs
+ 1.5.3
+
+
+ c3p0
+ c3p0
+ 0.9.1.2
+
+
+ cglib
+ cglib
+ 2.1_3
+
+
+ commons-beanutils
+ commons-beanutils
+ 1.7.0
+
+
+ commons-cli
+ commons-cli
+ 1.2
+
+
+ commons-codec
+ commons-codec
+ 1.4
+
+
+ commons-collections
+ commons-collections
+ 3.1
+
+
+ commons-configuration
+ commons-configuration
+ 1.6
+
+
+ commons-el
+ commons-el
+ 1.0
+
+
+ commons-io
+ commons-io
+ 1.4
+
+
+ commons-lang
+ commons-lang
+ 2.4
+
+
+ commons-logging
+ commons-logging
+ 1.1.1
+
+
+ commons-logging
+ commons-logging-api
+ 1.0.4
+
+
+ commons-net
+ commons-net
+ 1.4.1
+
+
+ org.apache.commons
+ commons-pool2
+ 2.3
+
+
+ org.apache.curator
+ curator-client
+ 2.7.0
+
+
+ org.apache.curator
+ curator-framework
+ 2.7.0
+
+
+ org.apache.curator
+ curator-recipes
+ 2.7.0
+
+
+ dom4j
+ dom4j
+ 1.6.1
+
+
+ net.sf.ehcache
+ ehcache
+ 1.2.3
+
+
+ org.hibernate
+ ejb3-persistence
+ 1.0.2.GA
+ pom
+
+
+ net.sf.ezmorph
+ ezmorph
+ 1.0.6
+
+
+ com.alibaba
+ fastjson
+ 1.1.22
+
+
+ com.google.guava
+ guava
+ 14.0.1
+
+
+ org.apache.hadoop
+ hadoop-core
+ 1.0.4
+
+
+ org.hamcrest
+ hamcrest-core
+ 1.3
+
+
+ org.apache.hbase
+ hbase
+ 0.94.9
+
+
+ org.hibernate
+ hibernate
+ 3.2.1.ga
+
+
+ org.hibernate
+ hibernate-annotations
+ 3.4.0.GA
+
+
+ org.hibernate
+ hibernate-commons-annotations
+ 3.3.0.ga
+
+
+ org.hibernate
+ hibernate-entitymanager
+ 3.4.0.GA
+
+
+ org.hibernate
+ hibernate-core
+ 3.3.2.GA
+
+
+ net.sourceforge.htmlcleaner
+ htmlcleaner
+ 2.4
+
+
+ org.apache.httpcomponents
+ httpclient
+ 4.3.5
+
+
+ org.apache.httpcomponents
+ httpcore
+ 4.3.2
+
+
+
+ com.fasterxml.jackson.core
+ jackson-annotations
+ 2.0.0
+
+
+ com.fasterxml.jackson.core
+ jackson-core
+ 2.0.0
+
+
+ com.fasterxml.jackson.core
+ jackson-databind
+ 2.0.0
+
+
+ javassist
+ javassist
+ 3.4.GA
+
+
+ redis.clients
+ jedis
+ 2.6.0
+
+
+ jline
+ jline
+ 0.9.94
+
+
+ com.wandoulabs.jodis
+ jodis
+ 0.1.2
+
+
+ org.jsoup
+ jsoup
+ 1.7.3
+
+
+ org.apache.kafka
+ kafka_2.10
+ 0.8.2.1
+
+
+ org.apache.kafka
+ kafka-clients
+ 0.8.2.1
+
+
+ com.yammer.metrics
+ metrics-core
+ 2.2.0
+
+
+ org.mybatis
+ mybatis
+ 3.1.1
+
+
+
+ mysql
+ mysql-connector-java
+ 5.1.6
+
+
+
+
+ nekohtml
+ nekohtml
+ 0.9.5
+
+
+ javax.persistence
+ persistence-api
+ 1.0
+
+
+ com.google.protobuf
+ protobuf-java
+ 2.4.1
+
+
+ org.scala-lang
+ scala-library
+ 2.10.4
+
+
+ org.slf4j
+ slf4j-api
+ 1.6.1
+
+
+ org.slf4j
+ slf4j-log4j12
+ 1.6.1
+
+
+ org.xerial.snappy
+ snappy-java
+ 1.0.4.1
+
+
+ org.apache.tika
+ tika-core
+ 0.9
+
+
+ xalan
+ xalan
+ 2.7.1
+
+
+ xerces
+ xercesImpl
+ 2.9.1
+
+
+ xerces
+ xercesImpl
+ 2.9.1
+
+
+ xml-apis
+ xml-apis
+ 1.0.b2
+
+
+ xml-apis
+ xml-apis
+ 1.3.04
+
+
+ xmlenc
+ xmlenc
+ 0.52
+
+
+ xerces
+ xmlParserAPIs
+ 2.6.2
+
+
+ com.101tec
+ zkclient
+ 0.3
+
+
+ org.apache.zookeeper
+ zookeeper
+ 3.4.6
+
+
+ javax.transaction
+ jta
+ 1.1
+
+
+ log4j
+ log4j
+ 1.2.14
+
+
+
+ bfd_crawler_slice_configure_3.2.1
+ bfd_crawler_slice_configure_3.2.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/bfd_crawler_slice_configure_3.2.1.jar
+
+
+ bfd_crawler_slice_datasaver_3.2.1
+ bfd_crawler_slice_datasaver_3.2.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/bfd_crawler_slice_datasaver_3.2.1.jar
+
+
+ bfd_crawler_slice_deduplicator_3.2.1
+ bfd_crawler_slice_deduplicator_3.2.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/bfd_crawler_slice_deduplicator_3.2.1.jar
+
+
+ bfd_crawler_slice_download_3.2.1
+ bfd_crawler_slice_download_3.2.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/bfd_crawler_slice_download_3.2.1.jar
+
+
+ bfd_crawler_slice_jsEngine_3.2.1
+ bfd_crawler_slice_jsEngine_3.2.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/bfd_crawler_slice_jsEngine_3.2.1.jar
+
+
+ bfd_crawler_slice_kafkaproxy_3.2.1
+ bfd_crawler_slice_kafkaproxy_3.2.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/bfd_crawler_slice_kafkaproxy_3.2.1.jar
+
+
+ bfd_crawler_slice_loginmanager_3.2.1
+ bfd_crawler_slice_loginmanager_3.2.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/bfd_crawler_slice_loginmanager_3.2.1.jar
+
+
+ bfd_crawler_slice_msgQueue_3.2.1
+ bfd_crawler_slice_msgQueue_3.2.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/bfd_crawler_slice_msgQueue_3.2.1.jar
+
+
+ bfd_crawler_slice_pageparser_3.2.1
+ bfd_crawler_slice_pageparser_3.2.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/bfd_crawler_slice_pageparser_3.2.1.jar
+
+
+ bfd_crawler_slice_resource_3.2.1
+ bfd_crawler_slice_resource_3.2.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/bfd_crawler_slice_resource_3.2.1.jar
+
+
+ bfd_crawler_slice_scheduler_3.2.1
+ bfd_crawler_slice_scheduler_3.2.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/bfd_crawler_slice_scheduler_3.2.1.jar
+
+
+ bfd_crawler_slice_statistics_3.2.1
+ bfd_crawler_slice_statistics_3.2.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/bfd_crawler_slice_statistics_3.2.1.jar
+
+
+ bfd_crawler_slice_traceservice_3.2.1
+ bfd_crawler_slice_traceservice_3.2.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/bfd_crawler_slice_traceservice_3.2.1.jar
+
+
+ bfd_crawler_slice_urlHandler_3.2.1
+ bfd_crawler_slice_urlHandler_3.2.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/bfd_crawler_slice_urlHandler_3.2.1.jar
+
+
+ BfdCrawlMonitor-1.4
+ BfdCrawlMonitor-1.4
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/BfdCrawlMonitor-1.5.jar
+
+
+ BfdRedisTools-2.0
+ BfdRedisTools-2.0
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/BfdRedisTools-2.0.jar
+
+
+ BfdSimpleCrypto
+ BfdSimpleCrypto
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/BfdSimpleCrypto.jar
+
+
+ CharsetDetector
+ CharsetDetector
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/CharsetDetector.jar
+
+
+ crawler-shard-jdbc-v2.0.1.20150311
+ crawler-shard-jdbc-v2.0.1.20150311
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/crawler-shard-jdbc-v2.0.1.20150311.jar
+
+
+ fastdfs_client
+ fastdfs_client
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/fastdfs_client.jar
+
+
+ fastdht_client
+ fastdht_client
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/fastdht_client.jar
+
+
+ IceGrid
+ IceGrid
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/IceGrid.jar
+
+
+ Ice
+ Ice
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/Ice.jar
+
+
+ im4java-1.3.2
+ im4java-1.3.2
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/im4java-1.3.2.jar
+
+
+ jackson-all-1.6.4
+ jackson-all-1.6.4
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/jackson-all-1.6.4.jar
+
+
+ json-jena-1.0
+ json-jena-1.0
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/json-jena-1.0.jar
+
+
+ jta-1.1
+ jta-1.1
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/jta-1.1.jar
+
+
+ kafka8-1.0.0
+ kafka8-1.0.0
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/kafka-0.10.jar
+
+
+ metrics-annotation-2.2.0
+ metrics-annotation-2.2.0
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/metrics-annotation-2.2.0.jar
+
+
+ metrics-core-2.2.0
+ metrics-core-2.2.0
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/metrics-core-2.2.0.jar
+
+
+ MlinkSlice-2.0
+ MlinkSlice-2.0
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/MlinkSlice-2.0.jar
+
+
+ org.apache.sling.commons.html-1.0.0
+ org.apache.sling.commons.html-1.0.0
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/org.apache.sling.commons.html-1.0.0.jar
+
+
+ utils-0.0.1-crawlhuafen
+ utils-0.0.1-crawlhuafen
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/utils-0.0.1-crawlhuafen.jar
+
+
+ utils-0.0.1-SNAPSHOT
+ utils-0.0.1-SNAPSHOT
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/utils-0.0.1-SNAPSHOT.jar
+
+
+ utils-3.0.0
+ utils-3.0.0
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/utils-3.0.0.jar
+
+
+ xml-apis-1.0.b2
+ xml-apis-1.0.b2
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/xml-apis-1.0.b2.jar
+
+
+ dom4j-2.0.0-ALPHA-2
+ dom4j-2.0.0-ALPHA-2
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/dom4j-2.0.0-ALPHA-2.jar
+
+
+ crawler-msgqueue-3.2.2
+ crawler-msgqueue-3.2.2
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/crawler-msgqueue-3.2.2.jar
+
+
+ DownloadUtil
+ DownloadUtil
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/DownloadUtil.jar
+
+
+ crawler-download-2.3
+ crawler-download-2.3
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/crawler-download-2.3.jar
+
+
+ okhttp-3.9.0
+ okhttp-3.9.0
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/okhttp-3.9.0.jar
+
+
+ okio-1.11.0
+ okio-1.11.0
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/okio-1.11.0.jar
+
+
+ DownloadFileUtil
+ DownloadFileUtil
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/DownloadFileUtil.jar
+
+
+ scala-library
+ scala-library
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/scala-library.jar
+
+
+ itext-2.1.7
+ itext-2.1.7
+ 1.0.0
+ system
+ ${project.basedir}/../jarlib/itext-2.1.7.jar
+
+
+
+
+
+
+
+
+ maven-clean-plugin
+ 3.1.0
+
+
+
+ maven-resources-plugin
+ 3.0.2
+
+
+ maven-compiler-plugin
+ 3.8.0
+
+
+ maven-surefire-plugin
+ 2.22.1
+
+
+ maven-jar-plugin
+ 3.0.2
+
+
+ maven-install-plugin
+ 2.5.2
+
+
+ maven-deploy-plugin
+ 2.8.2
+
+
+
+ maven-site-plugin
+ 3.7.1
+
+
+ maven-project-info-reports-plugin
+ 3.0.0
+
+
+
+
+ org.springframework.boot
+ spring-boot-maven-plugin
+
+ com.bfd.main.Application
+ ZIP
+
+
+ ${project.groupId}
+ ${project.artifactId}
+
+
+
+
+
+
+ repackage
+
+
+
+
+
+ org.apache.maven.plugins
+ maven-dependency-plugin
+
+
+ copy
+ package
+
+ copy-dependencies
+
+
+ jar
+ jar
+ runtime
+ ${project.build.directory}/libs
+
+
+
+
+
+
+
+
diff --git a/src/com/bfd/parse/AutoRuleParser.java b/src/com/bfd/parse/AutoRuleParser.java
new file mode 100644
index 0000000..6cff053
--- /dev/null
+++ b/src/com/bfd/parse/AutoRuleParser.java
@@ -0,0 +1,271 @@
+package com.bfd.parse;
+
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+import java.util.regex.Pattern;
+
+import org.apache.commons.lang.StringUtils;
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+import org.apache.log4j.PropertyConfigurator;
+import org.jsoup.Jsoup;
+import org.jsoup.nodes.Document;
+import org.jsoup.nodes.Element;
+import org.jsoup.select.Elements;
+import org.w3c.dom.Node;
+import org.w3c.dom.NodeList;
+
+import com.bfd.parse.client.URLNormalizerClient;
+import com.bfd.parse.config.iid.ParseCfg;
+import com.bfd.parse.config.iid.ParseConfigure;
+import com.bfd.parse.config.iid.ParseReProcessor;
+//import com.bfd.parse.data.ParseRule;
+//import com.bfd.parse.data.ParseRuleMap;
+//import com.bfd.parse.data.TitleRule;
+//import com.bfd.parse.data.TitleRuleMap;
+//import com.bfd.parse.data.Website;
+//import com.bfd.parse.data.WebsiteMap;
+//import com.bfd.parse.facade.parseunit.ParseUnit;
+//import com.bfd.parse.service.PageRuleParser;
+//import com.bfd.crawler.utils.ConfigUtils;
+//import com.bfd.parse.util.JsonUtil;
+//import com.bfd.parse.utils.HttpUtil;
+//import com.bfd.parse.utils.UrlUtils;
+//import com.bfd.parse.utils.XPathUtil;
+
+public class AutoRuleParser {
+
+// private static final Log LOG = LogFactory.getLog(AutoRuleParser.class);
+// private URLNormalizerClient normalizer = new URLNormalizerClient();
+// private static final Pattern searchLinkPattern = Pattern.compile("search", Pattern.CASE_INSENSITIVE);
+//
+// private static final Pattern[] urlExcludeFilter = {
+// Pattern.compile("redirect\\.php\\?tid=.*?(&goto=).*", Pattern.CASE_INSENSITIVE),
+// Pattern.compile(
+// ConfigUtils
+// .getInstance()
+// .getProp(
+// "url.binFileRegEx",
+// ".*?\\.(jpg|bmp|gif|png|ico|jpeg|docx?|xlsx?|pptx?|iso|mpg|mpeg|rmvb|mp4|mov|swf|mp3|vob|avi|mkv|asf|wmv|wma|rm|wav|mid|flv|3gp|tiff|psd|mka|mpg|mpe|rss|zip|rar|z|txt|jar|tar|wps|pdf|exe|bin|vod|dotx?|chm|rpm)$"),
+// Pattern.CASE_INSENSITIVE) };
+//
+// private String thdName;
+//// private ParserFace parseFace;
+//
+// public AutoRuleParser(String workname) {
+// this.thdName = workname;
+//// this.parseFace = parseFace;
+// }
+//
+// public String getThdName() {
+// return thdName;
+// }
+//
+// public Map parse(ParseUnit unit) {
+// if (unit.isList()) {
+// return getUrls(unit.getPageData(), unit.getUrl(), unit.getPageType(), unit.getCid());
+// } else {
+// return parse(unit.getPageData(), unit.getUrl(), unit.getCid());
+// }
+// }
+//
+// private Map parse(String pageData, String url, String cid) {
+// LOG.info(thdName + " begin to auto parse info page, url->" + url);
+// Website website = WebsiteMap.INSTANCE.get(cid);
+// boolean clean = (website == null) ? false : website.getCleantag() == 1;
+// List titleRules = ParseRuleMap.getTitleParseRules(cid);
+// List contentRules = ParseRuleMap.getContentParseRules(cid);
+// List rule = TitleRuleMap.getRule(cid);
+// List breadRules = ParseRuleMap.getBreadParseRules(cid);
+// List dateRules = ParseRuleMap.getDateParseRules(cid);
+// List nodes = new ArrayList();
+// LOG.info(thdName + " begin to auto parse info page,PageRuleParser parse, url->" + url);
+// Map data = PageRuleParser.parse(pageData, cid, url, clean, titleRules, contentRules,
+// breadRules, dateRules, rule, nodes);
+// if (nodes != null && nodes.size() > 0) {
+// Map imageMap = getContentLinks(nodes.get(0), url, cid);
+// data.putAll(imageMap);
+// }
+// LOG.info(thdName + " finished auto parsing info page, url->" + url);
+// return data;
+// }
+//
+// private Map getContentLinks(Node contentNode, String url, String cid) {
+// List> imgtasks = new ArrayList>();
+// Map result = new HashMap();
+// Map> contentImgs = new HashMap>();
+// int idx = 0;// getVideoImage(contentNode, imgtasks, contentImgs);
+// NodeList nodes = XPathUtil.searchNodeList(contentNode, ".//IMG");
+// if (nodes == null || nodes.getLength() == 0)
+// return result;
+//
+// for (int i = 0; i < nodes.getLength(); i++) {
+// Node imgNode = nodes.item(i);
+// String rawImg = XPathUtil.getImageLink(imgNode);
+// if (StringUtils.isEmpty(rawImg)) {
+// continue;
+// }
+// String imgUrl = null;
+// imgUrl = this.normalizer.normalize(cid, "img", rawImg, url, true);
+// if (StringUtils.isEmpty(imgUrl)) {
+// LOG.warn(thdName + " normalized image failed, rawImg=" + rawImg + ", url=" + url);
+// continue;
+// }
+// String imgTag = "img_" + idx;
+// idx++;
+// Map taskImg = new HashMap();
+// taskImg.put("img", imgUrl);
+// taskImg.put("rawimg", rawImg);
+// taskImg.put("imgtag", imgTag);
+// imgtasks.add(taskImg);
+//
+// Map contentImg = new HashMap();
+// contentImg.put("img", imgUrl);
+// contentImg.put("rawimg", rawImg);
+// contentImg.put("imgtag", imgTag);
+// contentImgs.put(imgTag, contentImg);
+// contentImgs.put(rawImg, contentImg);
+// }
+// if (imgtasks.size() > 0) {
+// result.put("imgtasks", imgtasks);
+// result.put("contentimgs", contentImgs);
+// }
+// return result;
+// }
+//
+// private Map getUrls(String pageData, String url, String type, String cid) {
+// LOG.info(thdName + " autoparse parse listpage, begin to get urls, url -> " + url);
+// Map data = new HashMap();
+// Document doc = Jsoup.parse(pageData);
+// data.put("items", getInternalLinks(cid, url, type, doc));
+// return data;
+// }
+//
+// private List> getInternalLinks(String cid, String baseurl, String type, Document doc) {
+// Elements linkElements = doc.select("a");
+// List> urlList = new ArrayList>();
+// Set urlDepSet = new HashSet();
+// int cnt = 0;
+// Integer iidtype = WebsiteMap.INSTANCE.get(cid).getIidtype();
+// for (; cnt < linkElements.size(); cnt++) {
+// Element element = linkElements.get(cnt);
+// String rawUrl = element.attr("href");
+//
+// if (StringUtils.isEmpty(rawUrl)) // 过滤为空的链接
+// continue;
+// rawUrl = rawUrl.trim();
+//
+// final String text = element.text(); // 过滤无文字链接
+// if (StringUtils.isEmpty(text)) {
+// LOG.debug(getThdName() + " there is no text between tag, will skip it, url=" + rawUrl);
+// continue;
+// }
+//
+// if (rawUrl.startsWith("javascript") || rawUrl.startsWith("#")) // 过滤为javascript链接
+// continue;
+//
+// Elements children = element.children(); // 直接图片的url不做抽取
+// if (children != null && children.size() > 0 && "img".equalsIgnoreCase(children.first().nodeName())) {
+// LOG.debug(getThdName() + " url is a img link, will skip it, url=" + rawUrl);
+// continue;
+// }
+//
+// boolean exclude = false;
+// for (Pattern p : urlExcludeFilter) {
+// if (p.matcher(rawUrl).find()) {
+// LOG.debug(getThdName() + " urlExcludeFilter filte url unexcepted, will skip it, url=" + rawUrl);
+// exclude = true;
+// break;
+// }
+// }
+// if (exclude) {
+// continue;
+// }
+// LOG.debug(thdName + " begin to normalize, rawUrl=" + rawUrl + ", baseurl=" + baseurl);
+// Map resMap = this.normalizer.normalizeExt(cid, type, rawUrl, baseurl, true,
+// false);
+// Integer code = (Integer) resMap.get("code");
+// String url = (String) resMap.get("url");
+// String itemiid = (String) resMap.get("bfdiid");
+// if (code == null || (code != 0 && code != 3) || StringUtils.isEmpty(url) || StringUtils.isEmpty(itemiid)) {
+// LOG.debug(getThdName() + " normalized error code, or link is empty.");
+// continue;
+// }
+// if (urlDepSet.contains(url) || !UrlUtils.isInternalLink(url, baseurl) || baseurl.equalsIgnoreCase(url)
+// || isSearchLink(url))
+// continue;
+//
+// // iidtype为1时，使用iid规则
+// if (iidtype != null && iidtype == 1) { // 0-> md5, 1->iid规则
+// ParseCfg config = ParseConfigure.getInstance().getParseConfig(cid);
+// if (config == null) {
+// LOG.warn(getThdName() + " iid rule empty, cid -> " + cid);
+// continue;
+// }
+// Pattern pattern = config.getIidPattern();
+// itemiid = ParseReProcessor.parseIid(pattern, url);
+// if (StringUtils.isEmpty(itemiid)) {
+// LOG.warn(getThdName() + " url match iid rule failed, url -> " + url);
+// continue;
+// }
+// LOG.info(getThdName() + " got iid from url by iidrule, itemiid->" + itemiid + ", url->" + url);
+// }
+//
+// urlDepSet.add(url);
+// Map itemMap = new HashMap();
+// Map linkMap = new HashMap();
+//
+// linkMap.put("link", url);
+// linkMap.put("type", "info");
+// linkMap.put("rawlink", rawUrl);
+// itemMap.put("itemiid", itemiid);
+// itemMap.put("itemlink", linkMap);
+// itemMap.put("itemname", text.trim());
+// urlList.add(itemMap);
+// }
+// LOG.info(getThdName() + " got internal links size=" + urlList.size() + ", all=" + (cnt - 1));
+// return urlList;
+// }
+//
+// /**
+// * 链接的path部分是否为search形式
+// */
+// protected boolean isSearchLink(String url) {
+// try {
+// String path = UrlUtils.getPath(url);
+// if (StringUtils.isEmpty(path)) {
+// return false;
+// }
+// return searchLinkPattern.matcher(path).find();
+// } catch (Exception e) {
+// LOG.warn("exception while judge search link, url=" + url, e);
+// }
+// return true;
+// }
+//
+// public static void main(String[] args) {
+// ParserFace parseFace = new ParserFace("");
+// String url = "http://www.cnbeta.com/articles/80159.htm";
+// String normalize = parseFace.getNormalizerClient().normalize("Czhongwenyjzx", "img",
+// "http://static.cnbetacdn.com/upimg/100510/zhangxiaolu_191809588165534.jpg", url, true);
+// System.out.println(normalize);
+// }
+//
+// public static void main2(String[] args) {
+// PropertyConfigurator.configure("log4j.properties");
+// String url = "http://www.yseeker.com/archives/3295.html";
+// String pageData = HttpUtil.getHtml(url);
+// String cid = "Cpinweiyahu";
+// // System.out.println(Parser.getPageType(pageData, cid, url, false));
+//// AutoRuleParser autoParser = new AutoRuleParser("", new ParserFace(""));
+//// // Map data = autoParser.getUrls(pageData, url,
+//// // "list",
+//// // cid);
+//// Map data = autoParser.parse(pageData, url, cid);
+//// System.out.println(JsonUtil.toJSONString(data));
+// }
+}
diff --git a/src/com/bfd/parse/Constants.java b/src/com/bfd/parse/Constants.java
new file mode 100644
index 0000000..512a522
--- /dev/null
+++ b/src/com/bfd/parse/Constants.java
@@ -0,0 +1,154 @@
+package com.bfd.parse;
+
+public class Constants {
+ public static final String ENDTIME = "end_time";
+ public static final String LOCATION = "location";
+ //品牌
+ public static final String BRAND_NAME = "brand_name";
+ //list页的brand
+ public static final String LIST_BRAND = "list_brand";
+ //品类
+ public static final String CATE = "cate";
+ //list页的cate
+ public static final String LIST_CATE = "list_cate";
+ //描述
+ public static final String DESC = "description";
+ //型号
+ public static final String MODEL_TYPE = "model_type";
+ //属性
+ public static final String PROPERTIES = "properties";
+ //商家信息
+ public static final String SHOP_DATA= "ShopData";
+ //商家信息转为map类型信息
+ public static final String SHOP_PROPERTIES = "shop_properties";
+ //简介
+ public static final String BRIEF = "brief";
+ //本站价格
+ public static final String PRICE_LOW = "price_low";
+ public static final String PRICE_HIGH = "price_high";
+ //市场价格
+ public static final String MARKET_PRICE_LOW = "market_price_low";
+ public static final String MARKET_PRICE_HIGH = "market_price_high";
+ //商家名称
+ public static final String SHOP_NAME = "shop_name";
+ //好评
+ public static final String goodCount = "goodCount";
+ //一般评价
+ public static final String generalCount = "generalCount";
+ //差评
+ public static final String poorCount = "poorCount";
+ //评论标签
+ public static final String IMPRESS_PROPERTIES = "impress";
+ //月销量
+ public static final String MONTH_SELL_COUNT = "month_sell_count";
+ //累计销量
+ public static final String CONFIRM_GOODS = "confirmGoods";
+ //累计评价
+ public static final String FEED_COUNT = "feedcount";
+ //库存
+ public static final String QUANTITY = "quantity";
+
+ public static final String promotion = "promotion";
+
+ public static final String buyer = "buyer";
+ public static final String buyer_level = "buyer_level";
+ public static final String price = "price";
+ public static final String price_str = "price_str";
+ public static final String num = "num";
+
+ public static final String done_time = "done_time";
+ public static final String sku_data = "sku_data";
+ public static final String buyer_items = "buyer_items";
+ public static final String oldest_sold_time = "oldest_sold_time";
+ public static final String last_crawl_time= "last_crawl_time";
+ public static final String ajax_page_field = "ajax_page_field";
+ public static final String total_old = "total_old";
+ public static final String total_new = "total_new";
+ public static final String crawled_pages = "crawled_pages";
+ public static final String ajaxext = "ajaxext";
+ public static final String task_create_time = "task_create_time";
+ public static final String month_sold = "month_sold";
+ public static final String last_soldlist_time = "last_soldlist_time";
+ public static final String buyer_page_info = "buyer_page_info";
+ public static final String noNext = "noNext";
+ public static final String dendtime = "dendtime";
+
+ public static final String pageNumThisTimes = "pageNumThisTimes";
+
+ public static final String cid = "cid";
+
+ public static final int status_plugin_ready = 2;
+
+ public static final String tmptasktag = "tmptasktag";
+
+ public static final String topicSummaries = "topicSummaries";
+
+ public static final String reply_cnt = "reply_cnt";
+ public static final String view_cnt = "view_cnt";
+ public static final String topicid = "topicid";
+
+ public static final String itemiid = "itemiid";
+ public static final String replys = "replys";
+ public static final String reply_author_essay = "reply_author_essay";
+ public static final String reply_author_regtime = "reply_author_regtime";
+ public static final String reply_author_postcnt = "reply_author_postcnt";
+ public static final String reply_floor = "reply_floor";
+ public static final String reply_time = "reply_time";
+ public static final String reply_author_replycnt = "reply_author_replycnt";
+
+ public static final String reply_author_city = "reply_author_city";
+
+
+ public static final String list_replys = "replys";
+ public static final String list_views = "views";
+ public static final String list_posttime = "posttime";
+ public static final String posttime = "posttime";
+
+ public static final String tablename = "tablename";
+
+ public static final String userId = "userId";
+
+ public static final String newstime = "newstime";
+ public static final String iceTimeout = "Ice.Override.Timeout";
+ public static final String parseRsQueueName = "parseQueueTopic";
+ public static final String stateQueueName = "statQueueName";
+
+ public static final String pluginType_preprocess = "0";
+ public static final String pluginType_json = "1";
+ public static final String pluginType_reprocess = "2";
+// public static final String pluginType_preprocess = "3";
+
+ public static String host = "";
+ public static final int kfk_read_thread_num = 2;
+ public static final String kafka_consumer_group = "group_parser";
+
+ public static final String IID = "iid";
+ public static final String purl = "purl";
+ public static final String pageidx = "pageidx";
+ public static final String length = "length";
+ public static final String taskid = "taskid";
+
+ public static final String linktype = "linktype";
+ public static final String link = "link";
+ public static final String rawlink = "rawlink";
+ public static final String errMsg = "errMsg";
+// public static fin
+// public static final String kafka_consumer_group = "group_parser";
+// public static final String kafka_consumer_group = "group_parser";
+ public static final String parsecode = "parsecode";
+ public static final String code = "code";
+ public static final String getiidsuccess = "getiidsuccess";
+ public static final String getiidfail = "getiidfail";
+ public static final String md5Num = "md5Num";
+ public static final String iidtag = "iidtag";
+ public static final String tasks = "tasks";
+
+ public static final String category = "category";
+ public static final String nextpage = "nextpage";
+ public static final String URL = "url";
+
+ public static final String siteid = "siteid";
+ public static final String HTTPHEADER_LOCATION = "location";
+ public static final String CHARSET_UTF8 = "UTF8";
+
+}
diff --git a/src/com/bfd/parse/Constants_TraceTask.java b/src/com/bfd/parse/Constants_TraceTask.java
new file mode 100644
index 0000000..6444b39
--- /dev/null
+++ b/src/com/bfd/parse/Constants_TraceTask.java
@@ -0,0 +1,43 @@
+package com.bfd.parse;
+
+public class Constants_TraceTask {
+
+ public static final String siteid = "siteid";
+ public static final String pagetypeid = "pagetypeid";
+ public static final String parenttraceid = "parenttraceid";
+ public static final String host = "host";
+ public static final String eventname = "eventname";
+ public static final String eventdata = "eventdata";
+
+
+
+ public static final String commonparser = "commonparser";
+ public static final String chkpreplugin = "chkpreplugin";
+ public static final String preprocess = "preprocess";
+ public static final String chktemplate = "chktemplate";
+ public static final String parsehtml = "parsehtml";
+ public static final String chkjsonplugin = "chkjsonplugin";
+ public static final String jsonparse = "jsonparse";
+ public static final String chkproplugin = "chkproplugin";
+ public static final String reprocess = "reprocess";
+ public static final String chkiidrule = "chkiidrule";
+ public static final String iidprocess = "iidprocess";
+ public static final String sendresult = "sendresult";
+ public static final String parsedone = "parsedone";
+ public static final String weiboparser = "weiboparser";
+ public static final String chkhtml = "chkhtml";
+
+
+
+ public static final String rcvtask = "rcvtask";// 收到任务
+ // public static final String chkhtml="chkhtml";//判断有无html数据
+ public static final String chklogin = "chklogin";// 判断是否需要再次登陆
+ public static final String chkpagetype = "chkpagetype";// 验证页面类型
+ public static final String fragmentHtml = "fragmentHtml";// 页面截取
+ // public static final String parsehtml="parsehtml";//解析源码
+ public static final String parseAjaxData = "parseajaxdata";// 解析动态数据
+ public static final String chkAjaxData = "chkajaxdata"; // 有无动态数据
+ // public static final String sendresult="sendresult";//发送结果
+ // public static final String parsedone="parsedone";//处理完成
+
+}
diff --git a/src/com/bfd/parse/DataSaver.java b/src/com/bfd/parse/DataSaver.java
new file mode 100644
index 0000000..14cfbf8
--- /dev/null
+++ b/src/com/bfd/parse/DataSaver.java
@@ -0,0 +1,126 @@
+package com.bfd.parse;
+
+import java.util.Map;
+
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+
+import com.bfd.crawler.kafka7.KfkProducer;
+import com.bfd.crawler.utils.ConfigUtils;
+import com.bfd.crawler.utils.JsonUtils;
+import com.bfd.parse.facade.parseunit.ParseUnit;
+
+public class DataSaver {
+
+ private static final Log LOG = LogFactory.getLog(DataSaver.class);
+
+ private String workName;
+// private DataOperatorClient dataOperatorClient;
+ private static final Boolean saveSource = ConfigUtils.getInstance().getBoolProp("SaveSource", true);
+
+ public DataSaver(String name) {
+ this.workName = name;
+// dataOperatorClient = new DataOperatorClient();
+ }
+
+ public void saveData(ParseUnit unit, ParseResult result) {
+ if (unit.needSave()) {
+// if (result.getParsedata().getParsecode() == ParseResult.SUCCESS
+// || result.getParsedata().getParsecode() == ParseResult.OFF) {
+ //保存解析结果
+ saveParseData(unit.getTaskdata(), result);
+// }
+
+ //:TODO不需要保存页面源码了
+// if (saveSource && !checkResMd5(unit, result)) {
+// //保存页面源码
+// saveSourceData(unit.getData(), unit.getAjaxdata(), unit.getTaskdata());
+// }
+ }
+ }
+
+ /**
+ * md5相同返回true
+ *
+ * @param unit
+ * @param result
+ */
+// private boolean checkResMd5(ParseUnit unit, ParseResult result) {
+// Map data = result.getParsedata().getData();
+// Map tmp = new HashMap();
+// String attrMd5 = null;
+// for (Entry entry : data.entrySet()) {
+// Object value = entry.getValue();
+// if (entry.getKey().equals("attr")) {
+// if (value != null && value instanceof Map) {
+// attrMd5 = (String) ((Map) value).get("resmd5");
+// ((Map) value).remove("resmd5");
+// }
+// continue;
+// }
+// tmp.put(entry.getKey(), value);
+// }
+// // 计算解析结果的resmd5并与attribute中的做比较。
+// String dataMd5 = DataUtil.calcMD5(JsonUtil.toJSONString(tmp));
+// LOG.info(workName + " got attrmd5=" + attrMd5 + ", datamd5=" + dataMd5 + ", url=" + unit.getUrl());
+// if (dataMd5.equals(attrMd5)) {
+// LOG.info(workName + " got datamd5 is same as resmd5, url=" + unit.getUrl());
+// return true;
+// }
+// data.put("resmd5", dataMd5);
+// return false;
+// }
+
+ /**
+ * 保存源文件数据
+ *
+ * 若存在ajaxdata, 则将ajaxdata拼接到data后边，同时添加jsonlength字段
+ *
+ * @param data
+ * @param ajaxdata
+ * @param taskdata
+ */
+// public void saveSourceData(final String data, List> ajaxdata, Map taskdata) {
+// try {
+// Map reqMap = new HashMap();
+// reqMap.putAll(taskdata);
+// String reqData = "";
+// if (StringUtils.isNotEmpty(data)) {
+// reqData = data;
+// }
+// if (ajaxdata != null && ajaxdata.size() > 0) {
+// String jsonAjaxdata = JsonUtil.toJSONString(ajaxdata);
+// reqMap.put("jsonlength", jsonAjaxdata.getBytes().length);
+// reqData += jsonAjaxdata;
+// }
+// if (StringUtils.isNotEmpty(reqData)) {
+// LOG.info(workName + " saving source data...");
+// int status = dataOperatorClient.saveData(JsonUtil.toJSONString(reqMap), reqData);
+// LOG.info(workName + " saved source data, status=" + status + ", url=" + taskdata.get("url"));
+// }
+// } catch (Exception e) {
+// LOG.warn(workName + " saving source data exception, url=" + taskdata.get("url"), e);
+// }
+// }
+
+ /**
+ * 保存解析结果数据
+ *
+ * @param taskData
+ * @param parseData
+ */
+ public void saveParseData(Map taskData, ParseResult result) {
+ int status = 0;
+
+ LOG.info(workName + " saving result data...");
+
+ //TODO:写解析结果到kafka,topic名称需要修改
+ KfkProducer.getInstance().send(taskData.get("parsequeuetopic").toString(), JsonUtils.toJSONString(result));
+// status = dataOperatorClient.saveData(JsonUtil.toJSONString(req), JsonUtil.toJSONString(parseData));
+ LOG.info(workName + " saved result data, status=" + status + ", url=" + taskData.get("url"));
+ }
+
+// public DataOperatorClient getDataOperatorClient() {
+// return dataOperatorClient;
+// }
+}
diff --git a/src/com/bfd/parse/DomParser.java b/src/com/bfd/parse/DomParser.java
new file mode 100644
index 0000000..1285060
--- /dev/null
+++ b/src/com/bfd/parse/DomParser.java
@@ -0,0 +1,677 @@
+package com.bfd.parse;
+
+import java.io.ByteArrayInputStream;
+import java.io.DataInputStream;
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.UnsupportedEncodingException;
+import java.util.ArrayList;
+import java.util.Date;
+import java.util.HashMap;
+import java.util.Iterator;
+import java.util.List;
+import java.util.Map;
+import java.util.Map.Entry;
+import java.util.concurrent.ConcurrentHashMap;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+import org.apache.commons.beanutils.BeanUtils;
+import org.apache.commons.lang.StringUtils;
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+import org.apache.html.dom.HTMLDocumentImpl;
+import org.cyberneko.html.parsers.DOMFragmentParser;
+import org.w3c.dom.DocumentFragment;
+import org.xml.sax.InputSource;
+import org.xml.sax.SAXException;
+
+import com.bfd.crawler.utils.EncodeUtil;
+import com.bfd.crawler.utils.JsonUtils;
+import com.bfd.crawler.utils.StringUtil;
+import com.bfd.crawler.utils.crawler.httpclient.MyCrawler;
+import com.bfd.parse.ParseResult.ParseData;
+import com.bfd.parse.client.DownloadClient;
+import com.bfd.parse.client.URLNormalizerClient;
+import com.bfd.parse.config.dom.DomCFGTree;
+import com.bfd.parse.config.dom.DomConfig;
+import com.bfd.parse.config.dom.DomSearch;
+import com.bfd.parse.config.dom.DomTemplate;
+import com.bfd.parse.config.fldmap.BfdItemFldMapRule;
+import com.bfd.parse.config.fldmap.ItemInfoParser2;
+import com.bfd.parse.config.shelf.JudgeRule;
+import com.bfd.parse.config.shelf.JudgeRuleConfig;
+import com.bfd.parse.config.shelf.JudgeStatue;
+import com.bfd.parse.facade.parseunit.ParseUnit;
+import com.bfd.parse.json.JsonData;
+//import com.bfd.parse.json.MTaoBaoJsonParser;
+import com.bfd.parse.service.proxy.BizConfigureProxy;
+import com.bfd.parse.test.weibosinaparser.Task;
+import com.bfd.parse.test.weibosinaparser.WeiboParser;
+import com.bfd.parse.util.JsonUtil;
+import com.bfd.parse.util.MyDateUtil;
+import com.bfd.parse.util.TextUtil;
+
+public class DomParser {
+
+ private static final Log LOG = LogFactory.getLog(DomParser.class);
+ private static final Log TLOG = LogFactory.getLog("com.bfd.parse.TemplateLog");
+
+ private DomSearch domSearch;
+ private URLNormalizerClient normalizerClient;
+ private String workName;
+
+ private static final Pattern cntFilter = Pattern.compile("\\d+");
+ private static final Pattern totalNumReges = Pattern.compile("共(\\d+)页");
+
+ // 用于打印解析失败的页面源代码，每个cid最多打印200次
+ private static String countDate = MyDateUtil.getStr(new Date(),
+ MyDateUtil.DATE_FORMAT);
+ private static Map printErrCountCidMap = new ConcurrentHashMap();
+ private static int printErrCount = 200;
+
+ public DomParser() {
+ workName = Thread.currentThread().getName();
+ domSearch = new DomSearch(workName, normalizerClient);
+ }
+
+ public DomParser(String workName, URLNormalizerClient normalizerClient) {
+ this.workName = workName;
+ domSearch = new DomSearch(workName, normalizerClient);
+ this.normalizerClient = normalizerClient;
+ }
+
+ public ParseResult parse(ParseUnit unit, ParseResult result) {
+ ParseData parsedata = result.getParsedata();
+ parsedata.setParsebegintime(System.currentTimeMillis());
+
+ // item类型判定上下架状态
+// String itemStatus = null;
+
+ ParseRS templateRS = null;
+ templateRS = parseByTemplate(unit);
+ parsedata.setParsecode(templateRS.parseCode);
+ if (templateRS != null && templateRS.getRs() != null) {
+ parsedata.getData().putAll(templateRS.getRs());
+ // return result;
+ }
+
+ if (parsedata.getParsecode() == ParseResult.FAILED) {
+ parsedata.setErrMsg(templateRS.getErrMsg());
+ return result;
+ }
+ //TODO:这一步已经移到parserface类的addExtraInfo方法里，因为datatype为json的也需要执行这个函数
+// handExtraArgs(unit, unit.getPageEncode(), itemStatus,
+// parsedata.getData());
+ parsedata.setParsecode(ParseResult.SUCCESS);
+
+ return result;
+ }
+
+ public List transDataToListObjs(T bean, Object data) {
+ List result = new ArrayList();
+ // Object data = getData();
+ if (data instanceof List) {
+ List> list = (List>) data;
+ for (Map map : list) {
+ T nBean;
+ try {
+ nBean = (T) BeanUtils.cloneBean(bean);
+ // BeanUtil.setValue(map, nBean);
+ BeanUtils.populate(nBean, map);
+ result.add(nBean);
+ } catch (Exception e) {
+ LOG.warn("transDataToObj exception. ", e);
+ }
+ }
+ }
+ return result;
+ }
+
+ class ParseRS {
+ private int parseCode = -1;
+ private Map rs = null;
+ private String errMsg ;
+
+
+ public String getErrMsg() {
+ return errMsg;
+ }
+
+ public void setErrMsg(String errMsg) {
+ this.errMsg = errMsg;
+ }
+
+ public int getParseCode() {
+ return parseCode;
+ }
+
+ public void setParseCode(int parseCode) {
+ this.parseCode = parseCode;
+ }
+
+ public Map getRs() {
+ return rs;
+ }
+
+ public void setRs(Map rs) {
+ this.rs = rs;
+ }
+
+ }
+
+ private ParseRS parseByTemplate(ParseUnit unit) {
+ ParseRS result = new ParseRS();
+ // 获取解析模板通过siteId和pagetypeid得到，通过查parseTemplate表得到；相应的缓存也要改
+ DomTemplate tpl = getDomTemplate(unit.getSiteId()+"");
+ LOG.info(workName+" url:"+unit.getUrl()+",cid:"+unit.getCid());
+
+ if (!checkDomTemplate(tpl, unit.getPageTypeId()+"")) {
+ LOG.info(workName + " NO PARSE template cid=" + unit.getCid()
+ + ", typeId=" + unit.getPageTypeId() + ", tpl=" + JsonUtils.toJSONString(tpl));
+ TLOG.info("no template, cid = " + unit.getCid() + ", typeId = "
+ + unit.getPageTypeId() + ", url = " + unit.getUrl());
+ result.setErrMsg("siteId:"+unit.getSiteId()+" pageTypeId:"+unit.getPageTypeId()+" no found template");
+ result.setParseCode(ParseResult.NOFOUND_TEMPLATE);
+ return result;
+ }
+
+ // 解析DOM数据
+ DocumentFragment doc = null;
+ // 标签补全
+ unit.setPageBytes(TextUtil.balanceTag(unit.getPageBytes(),
+ unit.getPageEncode()));
+ try {
+ doc = DomParser.parse2Html(unit.getPageBytes(),
+ unit.getPageEncode());
+ } catch (Exception e) {
+ LOG.warn(workName + " parsing to HTML Exception, Err=" + ",url="
+ + unit.getUrl(), e);
+ }
+ Map errMsg = new HashMap();
+ long templateParseBeginTime = System.currentTimeMillis();
+ Map rmap = parseData(unit.getPageTypeId()+"", unit.getCid(),
+ unit.getUrl(), doc, tpl, unit.getPageEncode(),errMsg);
+ long templateParseEndTime = System.currentTimeMillis();
+ LOG.info("url:"+unit.getUrl()+" template parse consumer time:"+(templateParseEndTime-templateParseBeginTime));
+ if (rmap == null) {
+ result.setParseCode(ParseResult.FAILED);
+ result.setErrMsg(errMsg.get(Constants.errMsg).toString());
+ } else {
+ result.setParseCode(ParseResult.SUCCESS);
+ result.setRs(rmap);
+ }
+// LOG.info("url : "+unit.getUrl()+".parseByTemplate:result:"+JsonUtil.toJSONString(result));
+ return result;
+ }
+
+
+
+ /**
+ * 添加上下架信息，处理下一页，添加task data中的参数
+ *
+ * @param unit
+ * @param charset
+ * @param itemStatus
+ * @param rmap
+ */
+ public void handExtraArgs(ParseUnit unit, String charset,
+ String itemStatus, Map rmap) {
+ if (itemStatus != null)
+ rmap.put("onshelf", itemStatus);
+ String nextpage = "";
+// if (rmap.containsKey("nextpage") && unit.getPageidx() < 50) {
+ //针对华为的小米和花粉抓取，分页不止50页
+ if (rmap.containsKey(Constants.nextpage) ) {
+ Object obj = rmap.get(Constants.nextpage);
+ nextpage = handleNextPage(unit.getPageidx(), obj, unit.getSiteId()+"",
+ unit.getPageType(), unit.getUrl());
+ if (unit.getUrl().equalsIgnoreCase(nextpage)
+ || nextpage.equalsIgnoreCase(unit.getUrl0()))
+ nextpage = "";
+ rmap.put(Constants.nextpage, nextpage);
+ } else {
+ if (unit.getUrl0() != null
+ && StringUtils.isNotEmpty(unit.getUrl0().trim())) {
+ nextpage = "";
+ rmap.put(Constants.nextpage, nextpage);
+ }
+ }
+ if (StringUtils.isNotEmpty(nextpage) && unit.getPageidx() > 0) {
+ rmap.put("pageidx", unit.getPageidx() + 1);
+ }
+
+ rmap.put("cid", unit.getCid());
+// rmap.put("bfdiid", unit.getBfdiid());
+ rmap.put(Constants.URL, unit.getUrl().trim());
+ rmap.put("type", unit.getPageType());
+ rmap.put(Constants.IID, unit.getIid());
+ rmap.put("length", unit.getLength());
+ rmap.put("charset", charset);
+
+ // 将任务中的category放入结果
+ if (unit.getTaskdata().containsKey(Constants.category)) {
+ Object category = unit.getTaskdata().get(Constants.category);
+ if (category != null) {
+ rmap.put(Constants.category, category);
+ }
+ }
+
+ // 如果存在imgs，抽取 text(key)和img(value)信息组成Map，放入imgList（保留提供给挖掘的格式）
+ if (domSearch.hasImgs() && rmap.containsKey("imgs")) {
+ List