From 5b753adbfc64da924a2f7eca2128ce774620ed31 Mon Sep 17 00:00:00 2001
From: "zhicheng.zhang" <zhicheng.zhang@baifendian.com>
Date: Thu, 29 May 2025 15:36:16 +0800
Subject: [PATCH] =?UTF-8?q?=E8=AE=BA=E6=96=87=E4=B8=93=E5=88=A9=E8=8D=AF?=
 =?UTF-8?q?=E7=89=A9=E7=96=AB=E8=8B=97=E6=95=B0=E6=8D=AE=E5=85=A5=E5=BA=93?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .gitattributes                                     |    2 +
 .gitignore                                         |   33 +
 .mvn/wrapper/maven-wrapper.properties              |   19 +
 data/1.txt                                         |   50 +
 data/20250519100453.xls                            |  Bin 0 -> 20992 bytes
 data/subjectIds.txt                                |  142 +++
 etc/.properties                                    |   68 ++
 etc/145redis.properties                            |    7 +
 etc/1_kafka.properties                             |   18 +
 etc/2_kafka.properties                             |   18 +
 etc/3_kafka.properties                             |   18 +
 etc/3xf3z9ecg4cuggc                                |    1 +
 etc/4_kafka.properties                             |   20 +
 etc/5_kafka.properties                             |   18 +
 etc/db.properties                                  |   10 +
 etc/elasticsearch_1.properties                     |   10 +
 etc/elasticsearch_2.properties                     |   10 +
 etc/elasticsearch_3.properties                     |   14 +
 etc/log4j.properties                               |   42 +
 etc/logback.xml                                    |  154 +++
 etc/posTag.txt                                     |   36 +
 etc/redis.properties                               |    7 +
 etc/stopWords.txt                                  | 1280 ++++++++++++++++++++
 etc/stopWordsEN.txt                                |  891 ++++++++++++++
 foreground                                         |    1 +
 log/kafka.log                                      |    0
 mvnw                                               |  259 ++++
 mvnw.cmd                                           |  149 +++
 pom.xml                                            |  327 +++++
 .../java/com/zyzs/otherdatasave/ExcelReader.java   |   25 +
 .../otherdatasave/OtherDatasaveApplication.java    |  146 +++
 .../java/com/zyzs/otherdatasave/bean/Clini.java    |   38 +
 .../java/com/zyzs/otherdatasave/bean/ClinikJ.java  |   40 +
 .../java/com/zyzs/otherdatasave/bean/Drug.java     |   55 +
 .../com/zyzs/otherdatasave/bean/Eqiupment.java     |   27 +
 .../com/zyzs/otherdatasave/bean/ExcelData.java     |  129 ++
 .../com/zyzs/otherdatasave/bean/ExcelListener.java |   26 +
 .../java/com/zyzs/otherdatasave/bean/Paper.java    |   46 +
 .../java/com/zyzs/otherdatasave/bean/Patent.java   |   47 +
 .../java/com/zyzs/otherdatasave/bean/Patentkj.java |   38 +
 .../java/com/zyzs/otherdatasave/bean/Proj.java     |   34 +
 .../com/zyzs/otherdatasave/cache/CacheObject.java  |   24 +
 .../com/zyzs/otherdatasave/cache/Constants.java    |  533 ++++++++
 .../com/zyzs/otherdatasave/cache/ProjectCache.java |   29 +
 .../otherdatasave/cache/UpdateCacheThread.java     |   63 +
 .../com/zyzs/otherdatasave/config/AppConfig.java   |  714 +++++++++++
 .../zyzs/otherdatasave/config/BFDApiConfig.java    | 1116 +++++++++++++++++
 .../com/zyzs/otherdatasave/config/ESConstants.java | 1092 +++++++++++++++++
 .../com/zyzs/otherdatasave/service/QueryDrug.java  |   97 ++
 .../com/zyzs/otherdatasave/service/QueryEq.java    |   80 ++
 .../com/zyzs/otherdatasave/service/QueryPaper.java |  160 +++
 .../zyzs/otherdatasave/service/QueryPatent.java    |  229 ++++
 .../com/zyzs/otherdatasave/service/QueryProj.java  |   98 ++
 .../com/zyzs/otherdatasave/service/Queryclini.java |   98 ++
 .../zyzs/otherdatasave/service/QuerycliniKJ.java   |   52 +
 .../com/zyzs/otherdatasave/service/Querykafka.java |   69 ++
 .../com/zyzs/otherdatasave/service/Queryorg.java   |  147 +++
 .../java/com/zyzs/otherdatasave/util/AllKeys.java  |  202 +++
 .../com/zyzs/otherdatasave/util/AllKeys6812.java   |  255 ++++
 .../com/zyzs/otherdatasave/util/AllKeys6813.java   |  176 +++
 .../com/zyzs/otherdatasave/util/AllKeys6814.java   |   53 +
 .../com/zyzs/otherdatasave/util/AllKeys6815.java   |  233 ++++
 .../com/zyzs/otherdatasave/util/AllKeysPatent.java |  260 ++++
 .../com/zyzs/otherdatasave/util/DataCheckUtil.java |  315 +++++
 .../java/com/zyzs/otherdatasave/util/DateUtil.java |  936 ++++++++++++++
 .../java/com/zyzs/otherdatasave/util/EsUtils.java  |  644 ++++++++++
 .../com/zyzs/otherdatasave/util/MfMD5Util.java     |   53 +
 .../com/zyzs/otherdatasave/util/Patentdub.java     |    4 +
 .../java/com/zyzs/otherdatasave/util/ReadLine.java |  234 ++++
 .../zyzs/otherdatasave/worker/AbstractWorker.java  |   87 ++
 .../otherdatasave/worker/QueryDrugProducer.java    |   41 +
 .../zyzs/otherdatasave/worker/QueryEqProducer.java |   39 +
 .../otherdatasave/worker/QueryKfkaProducer.java    |   41 +
 .../otherdatasave/worker/QueryPaperProducer.java   |   40 +
 .../otherdatasave/worker/QueryPatentProducer.java  |   41 +
 .../otherdatasave/worker/QueryProProducer.java     |   39 +
 .../otherdatasave/worker/QuerycliniProducer.java   |   40 +
 .../otherdatasave/worker/QueryorgProducer.java     |   41 +
 .../java/com/zyzs/otherdatasave/worker/Worker.java |   24 +
 .../com/zyzs/otherdatasave/worker/readtxt.java     |   25 +
 src/main/resources/application.yml                 |  103 ++
 .../OtherDatasaveApplicationTests.java             |   13 +
 82 files changed, 12795 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 .gitignore
 create mode 100644 .mvn/wrapper/maven-wrapper.properties
 create mode 100644 data/1.txt
 create mode 100644 data/20250519100453.xls
 create mode 100644 data/subjectIds.txt
 create mode 100644 etc/.properties
 create mode 100644 etc/145redis.properties
 create mode 100644 etc/1_kafka.properties
 create mode 100644 etc/2_kafka.properties
 create mode 100644 etc/3_kafka.properties
 create mode 100644 etc/3xf3z9ecg4cuggc
 create mode 100644 etc/4_kafka.properties
 create mode 100644 etc/5_kafka.properties
 create mode 100644 etc/db.properties
 create mode 100644 etc/elasticsearch_1.properties
 create mode 100644 etc/elasticsearch_2.properties
 create mode 100644 etc/elasticsearch_3.properties
 create mode 100644 etc/log4j.properties
 create mode 100644 etc/logback.xml
 create mode 100644 etc/posTag.txt
 create mode 100644 etc/redis.properties
 create mode 100644 etc/stopWords.txt
 create mode 100644 etc/stopWordsEN.txt
 create mode 100644 foreground
 create mode 100644 log/kafka.log
 create mode 100755 mvnw
 create mode 100644 mvnw.cmd
 create mode 100644 pom.xml
 create mode 100644 src/main/java/com/zyzs/otherdatasave/ExcelReader.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/OtherDatasaveApplication.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/bean/Clini.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/bean/ClinikJ.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/bean/Drug.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/bean/Eqiupment.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/bean/ExcelData.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/bean/ExcelListener.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/bean/Paper.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/bean/Patent.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/bean/Patentkj.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/bean/Proj.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/cache/CacheObject.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/cache/Constants.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/cache/ProjectCache.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/cache/UpdateCacheThread.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/config/AppConfig.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/config/BFDApiConfig.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/config/ESConstants.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/service/QueryDrug.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/service/QueryEq.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/service/QueryPaper.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/service/QueryPatent.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/service/QueryProj.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/service/Queryclini.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/service/QuerycliniKJ.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/service/Querykafka.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/service/Queryorg.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/util/AllKeys.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/util/AllKeys6812.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/util/AllKeys6813.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/util/AllKeys6814.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/util/AllKeys6815.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/util/AllKeysPatent.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/util/DataCheckUtil.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/util/DateUtil.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/util/EsUtils.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/util/MfMD5Util.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/util/Patentdub.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/util/ReadLine.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/worker/AbstractWorker.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/worker/QueryDrugProducer.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/worker/QueryEqProducer.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/worker/QueryKfkaProducer.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/worker/QueryPaperProducer.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/worker/QueryPatentProducer.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/worker/QueryProProducer.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/worker/QuerycliniProducer.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/worker/QueryorgProducer.java
 create mode 100755 src/main/java/com/zyzs/otherdatasave/worker/Worker.java
 create mode 100644 src/main/java/com/zyzs/otherdatasave/worker/readtxt.java
 create mode 100644 src/main/resources/application.yml
 create mode 100644 src/test/java/com/zyzs/otherdatasave/OtherDatasaveApplicationTests.java

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..3b41682
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,2 @@
+/mvnw text eol=lf
+*.cmd text eol=crlf
diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..549e00a
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,33 @@
+HELP.md
+target/
+!.mvn/wrapper/maven-wrapper.jar
+!**/src/main/**/target/
+!**/src/test/**/target/
+
+### STS ###
+.apt_generated
+.classpath
+.factorypath
+.project
+.settings
+.springBeans
+.sts4-cache
+
+### IntelliJ IDEA ###
+.idea
+*.iws
+*.iml
+*.ipr
+
+### NetBeans ###
+/nbproject/private/
+/nbbuild/
+/dist/
+/nbdist/
+/.nb-gradle/
+build/
+!**/src/main/**/build/
+!**/src/test/**/build/
+
+### VS Code ###
+.vscode/
diff --git a/.mvn/wrapper/maven-wrapper.properties b/.mvn/wrapper/maven-wrapper.properties
new file mode 100644
index 0000000..d58dfb7
--- /dev/null
+++ b/.mvn/wrapper/maven-wrapper.properties
@@ -0,0 +1,19 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+wrapperVersion=3.3.2
+distributionType=only-script
+distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.9.9/apache-maven-3.9.9-bin.zip
diff --git a/data/1.txt b/data/1.txt
new file mode 100644
index 0000000..d4086af
--- /dev/null
+++ b/data/1.txt
@@ -0,0 +1,50 @@
+176	7
+104	2
+115	6
+101	3
+125	3
+141	3
+142	45
+122	2
+117	4
+1	13
+55	4
+95	7
+92	6
+94	7
+128	22
+98	9
+51	1
+24	1
+44	5
+26	4
+57	9
+56	2
+62	2
+61	4
+6	8
+65	1
+97	2
+4	1
+134	2
+17	1
+121	3
+102	5
+105	1
+11	2
+131	1
+164	2
+71	2
+46	2
+107	2
+16	1
+167	1
+72	1
+127	3
+165	1
+177	1
+84	1
+8	1
+124	1
+108	1
+66	1
\ No newline at end of file
diff --git a/data/20250519100453.xls b/data/20250519100453.xls
new file mode 100644
index 0000000000000000000000000000000000000000..01fb078110b1769f2420be4aa113d66bd140ffb8
GIT binary patch
literal 20992
zcmeHP2Urx>+CH-^u&4+~ks`3b3W$Id5z#0`F)FC2h%t(Yx`>LB03sw3u@DQOD2bJ*
z(O~Z-M$w2BP)zJ4CN_d4#(Fh~qWgc}48zXO&g?~>`~Ua3_s`j9+E?E5o%fVE)Ar2I
zW;egxVS7t1lMqa$^qTbOO7zHEl@T#uj_EZ8>(=bCDIp5jN7-AIN`+!KSYY?>^dH24
zkqj!*K%bNtpEf+4O%VgA@LNPewo4DgnvmPD3?rWqV?upK63JLH3f4+8k&GdD98d4b
z|Me-1jv=1H7)qg$b%8yK*w8Vxpx5T~dK+zVfL?bYEx?+P*+-VdcBJ<x@{uHjw#%p2
z&h)xDtSPdW_W6aD_!3)E4j!th1=ye=Q++Cwq(E`wNfPlT7UWm8mV8MhRPNA${oY;P
ziicxB4TL-<kbz_p5Xs^-BNzpxm5+spTt>@@mVFZec_JWpAP10Ep1p*$6tMRcv6qU-
zktbn%Lb?jzqkXVoJcI;@$c;qg0V4P^5qmQcds7j)xrp3IM9!}l2WeZPPs|DBOsZAR
z#D#dm;zE2#XTnH^5igF^K^g$VueFf*P%;2I;b;;o;uuH_p|5D=;|+O<<;Lh7q@hGc
z9K>C9=gfkPB_70&P;o?FAD{>9smqJ<&O}qIS#}`{XJE&f_F{ZP=zRz2VA2MDbY^1N
zpj<2i)QLf7LKSrqF9%axp;$FD6SreB4u&qEMq$e}hO~ttL7-fGIPKC2S?J2D9rS%m
zLJfmcI=7bEKrIa;?yzv>!+>oEX%MtbTVWS<8xeEv46W0S@5}}*oGYVc@(zcb<+|K;
zMZg6bL$)&%yF-KJwoq;?alimWu{(zyH4L^!#)3;RmICEio5)ut*}*g=cW7-2SafHo
zwm}ZnmBP<fZKo^qv1BLHAB8i=2$^WraGKd7?|cg;L$xnk(!pdGSVOzzld3k=rc<2(
z>V%<h!g(0e3zeMSGOJQK$|+h7bD8I?O1B(OfG<?q_F{5G6|(<tmQzp@>csF#pvTbs
zzhpJ6e20kKNJPF<M7~Q<j@Kb9{~_`aIm`;_dN&l2%UF4lnVD5ntENP1OWPZ<a%d-9
zoF*djrXuoYto#CjXhN*nc#K8l%{Ap#tbK!=7mo>R|CO29;--rs{&sZy&|(=LKz_*a
zkRy>A(Q-46oUv!*I3uQc`zj%Uu@9u}%~|;cG6LeaW#hpfM%!N?@gZ`bhH_c5^4;~k
zNj+#BC<tTUAorr>Ew$urX*mG$?0smtjh5U_MD8ep<0&E!5W!*EgLb|Q&)RW{$r(Pi
zaTxx!<yInbipl-oF@7<g#p3TEg3s`*9lsd=)*|H!62WKMk2by-4~$$N+6hIVwP%=_
z$)qwVk$TFf$SlYd?C=dKl;j-UW|AfIB3T-8Y{e3|mbHL2Cg#2c?lp&*xkTFmo448_
zn`F~BIyeqlyd1FI8xW)V9Cq&9+2GJbKxQZ)lL^SA^)i*JvH?#dVr;nTh{5`wIbaPi
z4tlVM3!6l8fU$y;!_=u$`8kC0II#l<J-Do}pwXo)JZ!NhL~`YWwE9<o*mFQs!HtZB
z--sLlL?>Yjc;$Bl2g8Oo!6l4s6I>bFCb%-TO>kumZK85%Lj|xcJ2*JKK~`Uj{Gj9-
zK?Mf~H#o3Cab;{!Tp1e_SH=eQ?AfyhJatg&JVb(W(g=!MS~e)Ij17t_V}s(#bOrS)
zORIzMnR3<$id$MXD6WhRiYsG-;>y^dii?Z2n8N#qkSU$&nc{Z`7f>>N3P&<kHr3$3
z(k)Q3LA-{EH*lrUG_^Y>MvNU(sEgoKn@u9o;ay@qaAwBY6OVt=iVkk9HONFjTs1&c
zW!fM`#NeNSxM_ksC~9zEc`8!=(@5MKK*Tr!gN7thoHk&<aH2<)3GYd)2M44w@;yP?
zazOn2g+Ln00y`qb@#KKO?NW{h5{o=>lL&|x*r+)X0%=5J^X7n5M!qLVI}V7SzYs_x
zisQop!D)axy#pt{91vxK5J)39@#BD0M!qMAKL^CmUkF59K+$&6o&$oXL3MfuP69X}
z$^;>hMsU)B15z3Jo*;o75I=t*5Oo1XIqAp&Auusgr+45ahy$Wb5CUlgC!IJTm67iW
z(wPI|=Pv}JE}$qUA8<ejOqSH?9XRR20Z}Fhfi!}Xt{jlc$oB*Z=79M53xTK$SkFnJ
z1cu^lqFN}kB?~z$QWQ~1NXOyF=Aa8&nP%&$aBG$=rME4z_35p7wgJ7h$Tp<6mf13T
zYn5#TTO+v13lF~TC7oQLm4&1UWPutc3uCysD<xDyZtv(>O3yJ1We%DVNt&vpgw--G
zM)bou$}n-s5-oH+6F^4|V`>7oZ}kaPHRt34w-F4!oQEHv(kE&?8<ZUeg*bA!YpWHM
zo+$*yYFU?7Y8O8N7qbQz95InyV`8s%@fUDu(cpsPBje(rc4;r*V&33_qanH&5l5_x
z!uiVnT5L%yfGyOprgFygm4K-wZThOg)Co<$&0YMtHmVhvqJ}{=A<kF_rHR#J1`X`i
z|AWMZGJYMjggQ{`SvMDSd;3-KC^0u{a8v8qGAJ;x50g5N&<ae?1_DD3V`>Pm7*K@D
z8nRGk4OF6#Nfc$PqDa;dJSvnJ5?3^P6sv7!2WF3A88ai|h8ar=y!vWoOtpfHQNx&8
z!u@I)p*qFs<;_wK9$K^{WjfQ$Ts6ax+N)%QZ^b}3!F})Mgz|%jY^{kL9#_e=3>V6<
z8KOCpD5-<0Ioz8U_dvTsi4#080O<BQ47H&h0a}*_3*8o>JG>LL9H4c1FwmCp{7j2e
zB!JJUlNP6Je{=#Gb#jVud`_Kpa;k>**3GF9w2Mwo)zIy9b1DR_(8(zaZ3*?H#VHO{
zd`??yamo%@PB47x<P_ofoVx1dR1NK?n^PfZH=UfSq5XApDg^DWlT#Mj61s^Nr#O=H
zIc=lGDLbM&!Rrb-IYl@=rye>vRYP~s&8ZM{Tb-P$p#ybuDg^DRlT#Mjl62JOG(dn;
zFD*`Sy3Y)HLAp6bI6kM|IyqHCchb$N5Oh18oT{Na>*iDl+D9j+EVL#0K%3JJ0-XA4
zaf(+z45wXmbBb_$PW^Ops)p{Wn^PfZf1RAFp@VgEDg@nLC#MYbD47)*#W^2a(KO*|
zk?eG{MH~&vq9XL9_@t1KS$%JZ;Fe8zb)1%{oS<wcZiCMZ85^~w1;}JH+W5>xR#|W~
z7Z$wP&9$WW`@~O-AEQk1&X|y7T-m3|QMqZzt*mb+7hDY-RpK5#a_6b7C4Z4_MYf@3
ztIn;wcDcH0M&M63EG{mOFdpJrWN18BdD?sS-X~K$*V(QArDv<-o=LaLEbrXUu&&sh
zZ+@d!d20VGmx~2CTlV}WzqF_AMW@G}zYX7~7}q8D!@>8?*R;7E{-CXE6G_K66c$h&
zcBK8HGuPmLi5#9IAbDD0`(nTkhxAFd3p730^4`>s{yex~^aB?^XT$Hi-gZrI(Y^QF
zRvTi+EjF9HPu`~Ue#?p-A=6fmJsUCY`e*LH81&2@elD)6L-=w@ZBzS{!EFbu9#>ZG
z<TWx*@o4$2s>&zE`}U{2hz~nBs!~6GY}vNhjjtT~>RByp|HsS8AI_NX{dz@#yRn(F
z&7+s8o^_i_9KZNP|6#ec+ZDan(SNR*=NPf{VYG*HcD%xSN3(TLl8$6dS4^qy-}?7^
z(mL1OI|ps)(ALO#!{cIiYVTfG^A;nfPQLYhzr&L~a%^SpjvnhW?CtuFZ{l=kb;Q2O
zd5LASY{Jt0j+hib?ypdMaPQ@yH+Ki8Z;L+DH@<td!O)`<SE-tm9FZ4IydRX=-rH@<
zWxE%5hTo6VTR*Jq#n3kihlad5Pb{R{&lTm~-?ih$^~V8CHd7~qJ58zi_~653Ie~S_
z+djQMe*M&@+d}uLUfF)(b1%%o>wrP^%M-Rg4o{vi>4DYo87Wgzjc;sx^x_XMu<~tv
zKg~FHLi@cXxfd4|7_Bkvn^Dr=argI4?nYQdcN-ErZmv;8_1cdk&gh*mBvB!A6}`Fy
z{rp6#A9X0Ud&Ls-#|7PYM4w+}pO<&HHcEc!%L{ocWF0F;mmON+bj2)U+qSs6m#>cd
zKYo$BZr%J9E4#j`e*U!T{D;AJfAl=6_f?Ozw>CXK^z!w!eg_Y&$g26HV(`QRK2Hy+
zo?lHq^u>LHBV9lC`>giG`QR17S+%F{PJR327<Hp6G3m&Mio-`r=JY$z*>l>S`=wVZ
zpDsDH^tgMEV>?59U#9=?=+qU-^&*!)jyxRIIisdy&)H2gCj3=;yHj3mWQ(%Oz}v?p
z4!%8VY$hAr{Bqf;*-sJ|^>|cKTY2oa(0f+`Cbuk(8TWcuv)zS13`-xCboM}>{vQ2j
z4)pBuBCn5c`sPPnonnT~?^(KZg!%p7+^%<Z{;43Z{EEkS#b>Er@^+~$LwoMAT)yV>
z>s{Au9aQsVNB&IXY3pay$p*H~yL={c^|9)dnJvZ{)R|UX2~X*GciNl>O^ue$^HB~D
zJ{I;v(!@_c+P2`io!s%!ZpX8kBVG0>1}^@&+p#5c{@gJ(ut%>uN1FGtU4CW$af{v-
znR}O}9iG4BV7CjC%k_E(u6^xrIA;IPR?|yX6}c8Gr>%GMe^g!_P`UY){ZIF$@mu`l
ze=ZvCrsy*8z&~uRpGq&gQFUxzX7iY1pP4@jc0b#teMIu8E0zzu{x}$RXmFxx>b5h>
z|9S@FLb1h+-kXk&_~Q1ZyN^d#J^eh)-Tq|I@mXOjOZD5Y`h?6l**C7!r<wMrM!sC1
z?iV@Ymh-&b`DIJ%W|n7IuW8ozaX?(qobI<ewHSUv`m61W?dSI%IX@)j*pa$RLpE)&
zOYnA(R8(i|=|Asie(0Th3F9*hJ$@Vi{emB#ddu9e1v<q?CKO&tFG%z<7*z25jqUV1
z@^1(K74y+<dr$ASHM!ASc93z(n42?yKfG^aRp1{ZBt1Tv5N0vUqhIF6mRB!UOj*A4
zx<%wB$;KxG)~wG~uDv$*!HMb(7psfY=S2=x<fZKDb+7!MgX>6(+p9ZWyqB4HVC>dw
zr@s35d9?f7kF48&yjYcgJUrDnebX-?0|&NA{NtOnx;yE5y<J0wl&vg%Xy4V<=EA%v
zx1rr#GHNY*u1J2F>mG3;=T9fIyVT{?g_}ad6n7k2_bMBFs@?gJfm@uG4V}<bdh46k
zmkowwUM>$k_fSz)AvHV~S>n6e`J1WwIX~|?QX9QIuGMDGtIf`J$vbME966@0`Scd!
zcaQVPb~1Z1cio~7{S{AQc3SLIzS+`#ZCLv0%hUIN`Rvo~yR0qkk6Zks)z;zz->o_H
zwXe^QmgB$7wsmS_d#mFB<4espUhH#f>w?rPS0?@3VZZ|a?x|P(y$1D<J-=n-rDnMu
zwzoKy8<08UqVusc-lv<djHuc8`}ZwB-kZ|by+kTKkhgNpgB5F>tS>Ao9CE>;YLZRN
zve>*|4vyMU>c9S*b-k=N-Wc{n?3|%jU5d^hzM0c0_{x?TuV#I$?)J7H`{rm)ZBsqF
zVDj|d;gVl%zIJXYGydg`q4@a@&xvs<%A{2KoTxr!6kl3*cR%Plz|A;(zlO2#M$4S}
zKaV@=(`?q`oP#sYX7xXJ)Vg(gyW)aw?bc+GTkca6o$apKJ-F7d%%Dk$Z02{5Yc_Ow
zyEV7=)>n7sR?9XT9KGEw_*CMp^e%^{POr%MZe45H(2P&MT=V(0J#h!3&aV03w69%p
z&+mP{ZecR}YQF;mwuX&9TVZ;xclfpTBNbEEE%-F<vg48!Ha9y&o_}FA;Bw%It@GDc
zsCFIosa(<T@YHRd)#1{KfnP<A{e9%O>)TZgJXo+^x$%O-nLR($USiIQ!c&75ytASZ
zCB|n9R&E13JD|i((4Id9sHdw>lOsMBGi#<#mL(^j-*39W^|#q)wp`Gg`FntIhhRnj
zKOY)z^^|$fivMxx*pkKHRG5$QyY8E~(N@;!{@0%_J3QfsKj(!Eu<ASKYUk10M@*lW
z9Qe?3%z_B_KCX%Z?%uvjQkuK<E-X4TH@Y@^YsWS7V}5sDvo^H6<V??+Nm;9&E~lm(
zR~#H^`uRm-vnXnrYS){NwsXd`bF_+m+dnk*YL349>JybWU6yZ*l%5>AfB&%?nllIa
zX2rReP}WxP1k)V0L%StUOjAxwi;K?uM41|k(}pbzPW3(NV;Wx5vu;MUSMQ>oA+px@
zr<ctuTRo+;e5t~!;>yl-gI?D}o{J7!FSknayjr#IZpN^!HC3z9tqcDVeSgsK#GKJt
zRqHoBe|@J-$wd#}D7_hOo1asK!!IvxS$)UUr_KGf(f3yb{c2N~G~eaBUkw!-c6Xgu
zx-<V9qY=TYx~0Zi1fKY8q~fQHlV>K?W_u+W#?1dbsOz%stro`Al;xUlI%j(1rswu0
z%j^SgxL*w`FHZfj@UxcZzD`U`UF0+93j@!rZGOw{*+wUu*6Q~->*G29*tQ2AsxA-m
zHYX1qv*T%c=acehLC=1F<#xxvAkY7;Nv2U}qb0S;5Bfz#P!bDxjK<Cl`BZ@d?taN(
z9SpaY1&Ct+gxjO~K@Pr5W&zJI*cPdoDZiV7aeby88+_<i*!av4f|(%d^1*pBlQ2L9
zEZj+@E>G-gOhQjPn7wm7g^S7Wdg#w^8zJZ~*b$ka)D^~`6{|t@p@(yWqW9@JG9QC~
zL7>LKJC<4)oXdl#2z|Pejo>*-F!ZiOx*_Djr#^YS3z~e{Xp+y7;d5I9xWn6w7($$o
zR0eR}Wym}uhWo098b>mXBO{HYX7rIC-eCd1d|9YgKKPIo?j=*0S$zf)&ORLkh5!II
z5Yz!lK3tdbgVhra)&L$zFkT8RFNucNyV|wW!b92`ilR)wkeQ+|`}wl>aOtO&3)ZQQ
zT)4Hy)Dz1-TfkT?NPK|VNJyq3u#mzTyhkzL!zDzk7*dV;)YW8JDjM4+Jhk%DY&)7f
z<imq9ehZ~EV#}9x)3VU$2->YjGYhr=U9@1Z59z2&O_+JI3^I??@fU)#4g8|v#hj7w
z&6^UwNlPP{^j;Kv38y5fu%r=x_?#gWJ^~yCM-$=LmqfuAZ0RH!_JuwCv^?g^dXV{?
zyzvzz%>CW-E`Vo51so)Rfw7xOd>zW!g|EYRs8EMnz7G2~>Tt`~A?2vUEnkPViaOl#
zby!~1VUOmsAt5+g+q?&_{9G^xTrfAjjx8~g$Jeou!_-1c$3~7Z^8N6fi}~T4p06{j
z*WtOHufum{(GTC9=j*KNb@-k<UxzQEq9491&)4BQr>Mi2Mo?JV9JoE@f-eZbsqGVJ
z(aB^SwBb?EZkItTTE=Nb=!XeKc~G}8@H<S&U?C*Gy@b?}s}$bqLN4Hebmo#r>BiAd
zGGRBp|BRuy8$_sHboWp~M)7neV<E$d(23-*O@MVcbhBjWUh%M>4qYe(J^@AT7?5Rx
zM>2eLi$SJAkYnpTC&OMEe03{_B^j*KU=KTD68usj82Cho>I;ZzfQ9)cfxajBpk*>h
zGT~S|_ZUv@AA=Xhq6ACKRZhBr*F^A|080`?$3)o&>_)-zDIDX_;6tczP)`EkSokgx
zLqPX20Du7_TsR!3)d$fBB={jQem;!hO#r>Fz%UE=o^Svi1A;Ney<o`s5Qd-tkTB8q
z0zmvqc_b_t0&>n;a~bEBISj%c4L>Ge6?8ut34wQ7u&H7*XFicO)%ZlZDNN7Vgw4G*
zw1sIQ*o5I}Gk8h>&xGDLqX!jJz^vQw^jx2jQNeMv+=G_4rPtGGNjBZ!7}VDIE(r0V
zrh(=#eYe#Tj%U!;GwHQ!gY~^&H_kpj#Aecy;5MB7Z{dMI1yR96bNES!CxxH(V!Da%
zs?b}C6u}d(A{KxVi>wC$hKyv<ED`e197`*uj}hOm8FNe|*m0R5ff-(966}(=AI0QP
znGlrWfdooSE9+(0ZTT`BhWRq&iZ8=Kj4#9CmM_Cj%$Fend>Iagd>OV5uIvrnUI+;R
zIU&pu1xHvYJi;yV!X8m@gylgUO4T}SMQR<|sC9Z8IxM?d2V)S&4>?flU~a(CAs1?$
zfrbt_F`-Xt7@47l4!JR*Pim-xho&4%<j90RsiDqDLx)_c{g4Z$e3#*6AX6xOIXv{x
z{&khKAm3xCz#@T%Urfq{E16tQD;*8&*&`nF^oD|w9`}}lSYb3q){>0j7z4HVezjhA
zrgzsv{(s%z;6@n`lVy^NSnKqF@!F)hWY<E^*P-}t9?)h>>))CFzuwYy!VCz^$s7e@
z$DrcGx8g4C%&a(aS^&qU*lh&1te*A<z1WuZx5l=K_&5J6w{`S)2&JkT6FeDG<R;9Y
z&cLhE*qNF17Rqiw&#zbsv&Cw<nX~d)ZNEg*O$%hCt=q1vJ|LS73v!0~j<8_I41opl
zqhP@~;4oP5PEH~$kg~I3g~Q`^s5D2|V%^E(F2|XUWPGy^7zR8pzea_CoD3{a-3<F^
zhYfl#pbjK3VVeB`4Tm=xrI=}b5{n=6lUzJ~vB=xbv~V%R?^(OGJIM5TvOJLWgau>5
zGP%Qo69OzNp6IZQkg`Ky#g+l}nAj~FQys`~$i{^Jh?fQn`b~iaPXm>(K+1j&D>_El
zV&1)Aq80;Nv_ZTGD0M$5J5C`-)AO=4f)kywFiRT^mN+rR#KwetDPZYAf&eK9uJgi4
zAWW<}KncQN9ZpNTLtJ5??GCfCP+AuRdjYWEF96=6iG#%ta1am6k8if2-V3a~L5JV3
zdjn<w{IHB{*<ttZ^lxAQ+ZeV1Y&Y1Bu>E2G#J+>w1pnI!dpovO+{gZjQ#!on!urMQ
zI_#^c`#b&TF@Tp;c#+AyK7;CPbh3gL!<HJ`5&wV0gn*ntSc;7e(qPCvg^Z^!hLd6Y
zt_l7Nik{A~F*Men3S}(A;jU9S$p8kr(^swWjRmN;gD>3R4mQ(&FowpucS5ot>BBfZ
z39f%9K<;>fju)^AG$$xwFJT#5p|yK``H{}X=8x0#AL_yMq1?%EEsilTcl6#Zo{lhj
zu-rE`e>~UEM$-OH|8@qj8gz~S*jCu_AL~tQ{KxY+-V(vv6nO20_w?}I9lR9=7kKb2
o4whE1*u#P!P~-eS4hx<)oMG!yzmLbR_4{wQ4eRgy{}l%Q2Z+Sgpa1{>

literal 0
HcmV?d00001

diff --git a/data/subjectIds.txt b/data/subjectIds.txt
new file mode 100644
index 0000000..d0664ad
--- /dev/null
+++ b/data/subjectIds.txt
@@ -0,0 +1,142 @@
+54  津巴布韦    -17.8282    31.0489
+55  中国  39.904207   116.407396
+56  日本  35.689497   139.766944
+57  韩国  37.566579   126.977991
+58  朝鲜  39.035376   125.755509
+59  蒙古  40.843345   106.844373
+60  越南  21.023691   105.845209
+61  老挝  17.957396   102.614585
+62  柬埔寨 11.588607   104.995713
+63  泰国  13.717539   100.512403
+64  缅甸  16.787839   96.144222
+65  马来西亚    3.146372    101.686853
+66  新加坡 1.293145    103.850107
+67  印度尼西亚   -6.175079   106.809755
+68  文莱  1.522319    115.173294
+69  菲律宾 14.608786   121.041768
+70  东帝汶 -8.550825   125.727857
+71  印度  28.613939   77.209026
+72  巴基斯坦    33.724076   73.076466
+73  孟加拉国    23.712954   90.407989
+74  尼泊尔 27.713286   85.323592
+75  不丹  27.416667   89.647222
+76  斯里兰卡    6.925278    79.861092
+77  马尔代夫    4.665417    73.219835
+78  阿富汗 34.528131   69.195492
+79  伊朗  35.6892 51.389
+80  伊拉克 33.3167 44.3667
+81  叙利亚 33.5    36.3167
+82  约旦  31.95   35.9333
+83  黎巴嫩 33.8833 35.5167
+84  以色列 31.7667 35.2333
+85  巴勒斯坦    31.8917 35.2333
+86  沙特阿拉伯   24.6667 46.7167
+87  巴林  26.2275 50.5877
+88  卡塔尔 25.2833 51.5333
+89  阿联酋 24.4667 54.3667
+90  阿曼  23.6167 58.5833
+91  也门  15.35   44.1833
+92  格鲁吉亚    41.7151 44.8269
+93  亚美尼亚    40.1875 44.5153
+94  阿塞拜疆    40.4093 49.8671
+95  哈萨克斯坦   51.1667 71.4333
+96  吉尔吉斯斯坦  42.8788 74.6142
+97  塔吉克斯坦   38.5542 68.7825
+98  乌兹别克斯坦  41.2995 69.2401
+99  土库曼斯坦   37.95   58.4167
+100 英国  51.5074 -0.1278
+101 法国  48.8566 2.3522
+102 爱尔兰 53.3498 -6.2489
+103 荷兰  52.3702 4.8952
+104 比利时 50.85   4.3676
+105 卢森堡 49.6116 6.1296
+106 摩纳哥 43.7351 7.4246
+107 意大利 41.8919 12.4964
+108 西班牙 40.4168 -3.7038
+109 葡萄牙 38.7223 -9.1393
+110 希腊  37.9667 23.7167
+111 梵蒂冈 41.9028 12.4534
+112 圣马力诺    43.9361 12.4597
+113 马耳他 35.8997 14.5147
+114 安道尔 42.5063 1.5218
+115 德国  52.5167 13.3833
+116 奥地利 48.2085 16.3721
+117 瑞士  46.948  7.4481
+118 波兰  52.2297 21.0122
+119 捷克  50.0755 14.4378
+120 斯洛伐克    48.1489 17.1075
+121 匈牙利 47.4979 19.0512
+122 瑞典  59.3328 18.0649
+123 挪威  59.9138 10.7387
+124 丹麦  55.6761 12.5683
+125 芬兰  60.1699 24.9384
+126 冰岛  64.1333 -21.9333
+127 俄罗斯 55.7558 37.6173
+128 乌克兰 50.4501 30.5234
+129 白俄罗斯    53.9    27.5649
+130 摩尔多瓦    47.0281 28.8497
+131 罗马尼亚    44.4322 26.1025
+132 保加利亚    42.6975 23.3241
+133 塞尔维亚    44.804  20.4681
+134 克罗地亚    45.815  15.8781
+135 斯洛文尼亚   46.0511 14.5058
+136 波黑  43.85   18.4241
+137 黑山  42.4622 19.4342
+138 阿尔巴尼亚   41.3275 19.8189
+139 北马其顿    42.0005 21.4281
+140 列支敦士登   47.05   9.5167
+141 加拿大 45.4215 -75.7031
+142 美国  38.8951 -77.0369
+143 墨西哥 19.4326 -99.1332
+144 危地马拉    14.624  -90.52
+145 伯利兹 17.1833 -88.8333
+146 萨尔瓦多    13.6806 -88.8721
+147 洪都拉斯    14.0722 -90.1889
+148 尼加拉瓜    12.175  -86.2413
+149 哥斯达黎加   9.9111  -101.924
+150 巴拿马 9.5056  -79.5378
+151 古巴  23.1099 -82.3099
+152 牙买加 17.9678 -76.7822
+153 海地  18.5167 -72.2822
+154 多米尼加共和国 18.4606 -70.1036
+155 圣基茨和尼维斯 17.1    -62.2333
+156 安提瓜和巴布达 17.35   -62.9667
+157 多米尼克    15.4167 -61.5833
+158 圣卢西亚    14.9667 -61.5
+159 圣文森特和格林纳丁斯  17.9833 -76.7917
+160 巴巴多斯    16.9333 -62.2
+161 格林纳达    16.8    -62.0833
+162 特立尼达和多巴哥    14.65   -61.5
+163 巴哈马 25.0333 -76.9647
+164 巴西  -15.7822    -47.9097
+165 阿根廷 -34.6036    -58.4425
+166 哥伦比亚    4.6028  -74.0828
+167 秘鲁  -12.05  -77.0333
+168 委内瑞拉    10.5    -66.8667
+169 智利  -33.4489    -70.6594
+170 厄瓜多尔    -0.1    -78.5
+171 乌拉圭 -34.9   -57.5833
+172 巴拉圭 -25.2833    -54.5667
+173 玻利维亚    -19.02  -65.25
+174 圭亚那 -16.5   -68.1353
+175 苏里南 6.8 -58.1833
+176 澳大利亚    5.8833  -55.2333
+177 新西兰 -35.2809    149.1244
+178 巴布亚新几内亚 -41.2864    174.7762
+179 斐济  -18.1333    178.4333
+180 所罗门群岛   -9.4333 160.2
+181 瓦努阿图    -17.7333    168.3167
+182 萨摩亚 -13.8167    -171.7667
+183 基里巴斯    1.35    173
+184 汤加  -21.1333    -175.1833
+185 密克罗尼西亚联邦    7.5 158.17
+186 马绍尔群岛   7.0833  171.3833
+187 帕劳  7.5 134.5667
+188 瑙鲁  -8.52   179.2
+189 图瓦卢 -8.52   179.2
+190 法属圭亚那   4.9667  -52.3333
+191 科威特 29.3117 47.9968
+192 土耳其 39.9199 32.8538
+193 波多黎各    18.4663 -66.1055
+194 立陶宛 54.6872 25.2867
+195 拉托维亚    56.9496 24.1052
\ No newline at end of file
diff --git a/etc/.properties b/etc/.properties
new file mode 100644
index 0000000..786cd4f
--- /dev/null
+++ b/etc/.properties
@@ -0,0 +1,68 @@
+crawl.kfk.metadata.broker.list=172.18.1.92:9092
+crawl.kfk.metadata.broker.list=172.18.1.92:9092
+crawl.kfk.metadata.broker.list=172.18.1.92:9092
+crawl.kfk.metadata.broker.list=172.18.1.92:9092
+crawl.kfk.metadata.broker.list=172.18.1.119:9992
+crawl.kfk.metadata.broker.list=172.18.1.119:9992
+crawl.kfk.metadata.broker.list=172.18.1.119:9992
+crawl.kfk.metadata.broker.list=172.18.1.119:9992
+crawl.kfk.connectionTimeOut=50000
+crawl.kfk.connectionTimeOut=50000
+crawl.kfk.connectionTimeOut=50000
+crawl.kfk.zk.sessiontimeout.ms=50000
+crawl.kfk.zk.sessiontimeout.ms=50000
+crawl.kfk.zk.sessiontimeout.ms=50000
+crawl.kfk.kafka.serializer=kafka.serializer.StringEncoder
+crawl.kfk.connectionTimeOut=50000
+crawl.kfk.kafka.serializer=kafka.serializer.StringEncoder
+crawl.kfk.producer.acks=all
+crawl.kfk.kafka.serializer=kafka.serializer.StringEncoder
+crawl.kfk.zk.sessiontimeout.ms=50000
+crawl.kfk.producer.retries=0
+crawl.kfk.producer.acks=all
+crawl.kfk.producer.batch.size=16384
+crawl.kfk.kafka.serializer=kafka.serializer.StringEncoder
+crawl.kfk.producer.acks=all
+crawl.kfk.producer.linger.ms=1
+crawl.kfk.producer.retries=0
+crawl.kfk.producer.buffer.memory=33554432
+crawl.kfk.producer.retries=0
+crawl.kfk.producer.acks=all
+crawl.kfk.producer.max.request.size=10485760
+crawl.kfk.producer.batch.size=16384
+crawl.kfk.producer.batch.size=16384
+crawl.kfk.consumer.enable.auto.commit=true
+crawl.kfk.producer.retries=0
+crawl.kfk.producer.linger.ms=1
+crawl.kfk.consumer.auto.commit.interval.ms=1000
+crawl.kfk.producer.batch.size=16384
+crawl.kfk.producer.buffer.memory=33554432
+crawl.kfk.consumer.session.timeout.ms=30000
+crawl.kfk.producer.linger.ms=1
+crawl.kfk.producer.max.request.size=10485760
+crawl.kfk.consumer.auto.offset.reset=earliest
+crawl.kfk.producer.buffer.memory=33554432
+crawl.kfk.consumer.enable.auto.commit=true
+crawl.kfk.consumer.thread.core.pool.size=100
+crawl.kfk.producer.max.request.size=10485760
+crawl.kfk.consumer.auto.commit.interval.ms=1000
+crawl.kfk.producer.linger.ms=1
+crawl.kfk.consumer.enable.auto.commit=true
+crawl.kfk.consumer.thread.maximum.pool.size=100
+crawl.kfk.consumer.session.timeout.ms=30000
+crawl.kfk.producer.buffer.memory=33554432
+crawl.kfk.consumer.auto.offset.reset=earliest
+crawl.kfk.consumer.auto.commit.interval.ms=1000
+crawl.kfk.producer.max.request.size=10485760
+crawl.kfk.consumer.session.timeout.ms=30000
+crawl.kfk.consumer.thread.core.pool.size=100
+crawl.kfk.consumer.enable.auto.commit=true
+crawl.kfk.consumer.thread.maximum.pool.size=100
+crawl.kfk.consumer.auto.offset.reset=earliest
+crawl.kfk.consumer.auto.commit.interval.ms=1000
+crawl.kfk.consumer.thread.core.pool.size=100
+crawl.kfk.consumer.session.timeout.ms=30000
+crawl.kfk.consumer.thread.maximum.pool.size=100
+crawl.kfk.consumer.auto.offset.reset=earliest
+crawl.kfk.consumer.thread.core.pool.size=100
+crawl.kfk.consumer.thread.maximum.pool.size=100
diff --git a/etc/145redis.properties b/etc/145redis.properties
new file mode 100644
index 0000000..a05a728
--- /dev/null
+++ b/etc/145redis.properties
@@ -0,0 +1,7 @@
+#@author ruining.he
+#redis.model -> install model {single,codis}
+
+#if model is codis,use config as below
+redis.model=single
+redis.ip=192.168.0.41
+redis.port=6379
diff --git a/etc/1_kafka.properties b/etc/1_kafka.properties
new file mode 100644
index 0000000..a0fbb4a
--- /dev/null
+++ b/etc/1_kafka.properties
@@ -0,0 +1,18 @@
+#### Kafka Tool Parameters
+crawl.kfk.metadata.broker.list=node-01:19092,node-02:19092,node-03:19092
+crawl.kfk.connectionTimeOut=50000
+crawl.kfk.zk.sessiontimeout.ms=50000
+crawl.kfk.kafka.serializer=kafka.serializer.StringEncoder
+crawl.kfk.producer.acks=all
+crawl.kfk.producer.retries=0
+crawl.kfk.producer.batch.size=16384
+crawl.kfk.producer.linger.ms=1
+crawl.kfk.producer.buffer.memory=33554432
+crawl.kfk.producer.max.request.size=10485760
+crawl.kfk.consumer.enable.auto.commit=true
+crawl.kfk.consumer.auto.commit.interval.ms=1000
+crawl.kfk.consumer.session.timeout.ms=30000
+crawl.kfk.consumer.auto.offset.reset=latest
+crawl.kfk.consumer.thread.core.pool.size=100
+crawl.kfk.consumer.thread.maximum.pool.size=100
+
diff --git a/etc/2_kafka.properties b/etc/2_kafka.properties
new file mode 100644
index 0000000..a0fbb4a
--- /dev/null
+++ b/etc/2_kafka.properties
@@ -0,0 +1,18 @@
+#### Kafka Tool Parameters
+crawl.kfk.metadata.broker.list=node-01:19092,node-02:19092,node-03:19092
+crawl.kfk.connectionTimeOut=50000
+crawl.kfk.zk.sessiontimeout.ms=50000
+crawl.kfk.kafka.serializer=kafka.serializer.StringEncoder
+crawl.kfk.producer.acks=all
+crawl.kfk.producer.retries=0
+crawl.kfk.producer.batch.size=16384
+crawl.kfk.producer.linger.ms=1
+crawl.kfk.producer.buffer.memory=33554432
+crawl.kfk.producer.max.request.size=10485760
+crawl.kfk.consumer.enable.auto.commit=true
+crawl.kfk.consumer.auto.commit.interval.ms=1000
+crawl.kfk.consumer.session.timeout.ms=30000
+crawl.kfk.consumer.auto.offset.reset=latest
+crawl.kfk.consumer.thread.core.pool.size=100
+crawl.kfk.consumer.thread.maximum.pool.size=100
+
diff --git a/etc/3_kafka.properties b/etc/3_kafka.properties
new file mode 100644
index 0000000..2846fae
--- /dev/null
+++ b/etc/3_kafka.properties
@@ -0,0 +1,18 @@
+#### Kafka Tool Parameters
+crawl.kfk.metadata.broker.list=172.17.20.241:9092
+crawl.kfk.connectionTimeOut=50000
+crawl.kfk.zk.sessiontimeout.ms=50000
+crawl.kfk.kafka.serializer=kafka.serializer.StringEncoder
+crawl.kfk.producer.acks=all
+crawl.kfk.producer.retries=0
+crawl.kfk.producer.batch.size=16384
+crawl.kfk.producer.linger.ms=1
+crawl.kfk.producer.buffer.memory=33554432
+crawl.kfk.producer.max.request.size=10485760
+crawl.kfk.consumer.enable.auto.commit=true
+crawl.kfk.consumer.auto.commit.interval.ms=1000
+crawl.kfk.consumer.session.timeout.ms=30000
+crawl.kfk.consumer.auto.offset.reset=latest
+crawl.kfk.consumer.thread.core.pool.size=100
+crawl.kfk.consumer.thread.maximum.pool.size=100
+
diff --git a/etc/3xf3z9ecg4cuggc b/etc/3xf3z9ecg4cuggc
new file mode 100644
index 0000000..8281e0f
--- /dev/null
+++ b/etc/3xf3z9ecg4cuggc
@@ -0,0 +1 @@
+<!DOCTYPE html><html><head><meta charset="utf-8"><meta httpequiv="X-UA-Compatible" content="IE=edge,chrome=1"><meta name="renderer" content="webkit"><meta name="referrer" content="always"><meta name="viewport" content="width=device-width,initial-scale=1,viewport-fit=cover"><meta name="baidu-site-verification" content="code-kasp1WdweK"><link rel="shortcut icon" href="//static.yximgs.com/udata/pkg/WEB-LIVE/kwai_icon.8f6787d8.ico" type="image/x-icon"><title>快手</title> <meta data-vue-meta="ssr" name="keywords" content="快手,快手官网,快手下载,kuaishou,快手直播伴侣,快手app,短视频app,快手直播"><meta data-vue-meta="ssr" name="description" content="快手是一款国民级短视频App。在快手，了解真实的世界，认识有趣的人，也可以记录真实而有趣的自己。快手，拥抱每一种生活。">  <link rel="stylesheet" href="//s2-10623.kwimgs.com/udata/pkg/cloudcdn/css/app.248a7190.css"><link rel="stylesheet" href="//s2-10623.kwimgs.com/udata/pkg/cloudcdn/css/profile.5319c650.css"><link rel="stylesheet" href="//s2-10623.kwimgs.com/udata/pkg/cloudcdn/css/NewReco-briliant-error-hash-home-movie-movie-video-myFollow-profile-reco-search-theater-video.99c08deb.css"><link rel="stylesheet" href="//s2-10623.kwimgs.com/udata/pkg/cloudcdn/css/NewReco-briliant-error-hash-home-movie-movie-video-myFollow-profile-reco-search-short-video-theater-video.48ef3626.css"><link rel="stylesheet" href="//s2-10623.kwimgs.com/udata/pkg/cloudcdn/css/briliant-csr-error-hash-home-material-lib-movie-ott-profile-reco-search-theater.862be7e1.css"><!-- spider-font-declare --></head><body><div id="app" data-server-rendered="true"><div><section class="main"><div class="main-content"><div class="main-container" data-v-c3a31dec><header class="header header-dark" style="background:#222;" data-v-44bfe2ec data-v-c3a31dec><div class="header-container" data-v-44bfe2ec><div class="logo" data-v-44bfe2ec></div><div class="navbar" data-v-08fb5c43 data-v-44bfe2ec><ul class="navbar-list" data-v-08fb5c43><li class="navbar-list-item home-item" data-v-08fb5c43><div class="sub-list" data-v-32baa642 data-v-08fb5c43><div class="sub-list-placeholder" data-v-32baa642><a href="/?isHome=1" target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-08fb5c43><div class="item-info" data-v-9cb6f4d8 data-v-08fb5c43><i class="item-icon home-icon" data-v-9cb6f4d8 data-v-08fb5c43></i><span class="item-text" style="color:rgba(255,255,255,0.8);font-weight:700;" data-v-9cb6f4d8 data-v-08fb5c43>首页</span></div></a><!----></div><div class="sub-list-content" style="display:none;" data-v-32baa642></div></div></li><li class="navbar-list-item follow-item" data-v-08fb5c43><div class="sub-list" data-v-32baa642 data-v-08fb5c43><div class="sub-list-placeholder" data-v-32baa642><a target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-08fb5c43><div class="item-info" data-v-9cb6f4d8 data-v-08fb5c43><i class="item-icon follow-icon" data-v-9cb6f4d8 data-v-08fb5c43></i><span class="item-text" style="color:rgba(255,255,255,0.8);font-weight:700;" data-v-9cb6f4d8 data-v-08fb5c43>我的关注</span></div></a><!----></div><div class="sub-list-content" style="display:none;" data-v-32baa642></div></div></li><li class="navbar-list-item brilliant-item" data-v-08fb5c43><div class="sub-list" data-v-32baa642 data-v-08fb5c43><div class="sub-list-placeholder" data-v-32baa642><a href="/brilliant" target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-08fb5c43><div class="item-info" data-v-9cb6f4d8 data-v-08fb5c43><i class="item-icon brilliant-icon" data-v-9cb6f4d8 data-v-08fb5c43></i><span class="item-text" style="color:rgba(255,255,255,0.8);font-weight:700;" data-v-9cb6f4d8 data-v-08fb5c43>短视频</span></div></a><!----></div><div class="sub-list-content" style="display:none;" data-v-32baa642></div></div></li><li class="navbar-list-item live-item" data-v-08fb5c43><div class="sub-list" data-v-32baa642 data-v-08fb5c43><div class="sub-list-placeholder" data-v-32baa642><a href="https://live.kuaishou.com/" target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-08fb5c43><div class="item-info" data-v-9cb6f4d8 data-v-08fb5c43><i class="item-icon live-icon" data-v-9cb6f4d8 data-v-08fb5c43></i><span class="item-text" style="color:rgba(255,255,255,0.8);font-weight:700;" data-v-9cb6f4d8 data-v-08fb5c43>直播</span></div></a><!----></div><div class="sub-list-content" style="display:none;" data-v-32baa642></div></div></li><li class="navbar-list-item one-item" data-v-08fb5c43><div class="sub-list" data-v-32baa642 data-v-08fb5c43><div class="sub-list-placeholder" data-v-32baa642><a href="/samecity" target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-08fb5c43><div class="item-info" data-v-9cb6f4d8 data-v-08fb5c43><i class="item-icon one-icon" data-v-9cb6f4d8 data-v-08fb5c43></i><span class="item-text" style="color:rgba(255,255,255,0.8);font-weight:700;" data-v-9cb6f4d8 data-v-08fb5c43>同城</span></div></a><!----></div><div class="sub-list-content" style="display:none;" data-v-32baa642></div></div></li><li class="navbar-list-item reco-item" data-v-08fb5c43><div class="sub-list" data-v-32baa642 data-v-08fb5c43><div class="sub-list-placeholder" data-v-32baa642><a href="/reco/0" target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-08fb5c43><div class="item-info" data-v-9cb6f4d8 data-v-08fb5c43><i class="item-icon reco-icon" data-v-9cb6f4d8 data-v-08fb5c43></i><span class="item-text" style="color:rgba(255,255,255,0.8);font-weight:700;" data-v-9cb6f4d8 data-v-08fb5c43>长视频</span></div></a><!----></div><div class="sub-list-content" style="display:none;" data-v-32baa642></div></div></li><li class="navbar-list-item mini-item" data-v-08fb5c43><div class="sub-list" data-v-32baa642 data-v-08fb5c43><div class="sub-list-placeholder" data-v-32baa642><a href="/theater/0" target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-08fb5c43><div class="item-info" data-v-9cb6f4d8 data-v-08fb5c43><i class="item-icon mini-icon" data-v-9cb6f4d8 data-v-08fb5c43></i><span class="item-text" style="color:rgba(255,255,255,0.8);font-weight:700;" data-v-9cb6f4d8 data-v-08fb5c43>小剧场</span></div></a><!----></div><div class="sub-list-content" style="display:none;" data-v-32baa642></div></div></li><li class="navbar-list-item acfun-item" data-v-08fb5c43><div class="sub-list" data-v-32baa642 data-v-08fb5c43><div class="sub-list-placeholder" data-v-32baa642><a href="https://www.acfun.cn/" target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-08fb5c43><div class="item-info" data-v-9cb6f4d8 data-v-08fb5c43><i class="item-icon acfun-icon" data-v-9cb6f4d8 data-v-08fb5c43></i><span class="item-text" style="color:rgba(255,255,255,0.8);font-weight:700;" data-v-9cb6f4d8 data-v-08fb5c43>AcFun</span></div></a><!----></div><div class="sub-list-content" style="display:none;" data-v-32baa642></div></div></li></ul><ul class="navbar-list-min" data-v-08fb5c43><li class="navbar-list-item" data-v-08fb5c43><div class="sub-list" data-v-32baa642 data-v-08fb5c43><div class="sub-list-placeholder" data-v-32baa642><a href="/?isHome=1" target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-08fb5c43><div class="item-info" data-v-9cb6f4d8 data-v-08fb5c43><i class="item-icon home-icon" data-v-9cb6f4d8 data-v-08fb5c43></i><span class="item-text" style="color:rgba(255,255,255,0.8);font-weight:700;" data-v-9cb6f4d8 data-v-08fb5c43>首页</span></div></a><!----></div><div class="sub-list-content" style="display:none;" data-v-32baa642></div></div></li><li class="navbar-list-item" data-v-08fb5c43><div class="sub-list" data-v-32baa642 data-v-08fb5c43><div class="sub-list-placeholder" data-v-32baa642><a target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-08fb5c43><div class="item-info" data-v-9cb6f4d8 data-v-08fb5c43><i class="item-icon follow-icon" data-v-9cb6f4d8 data-v-08fb5c43></i><span class="item-text" style="color:rgba(255,255,255,0.8);font-weight:700;" data-v-9cb6f4d8 data-v-08fb5c43>我的关注</span></div></a><!----></div><div class="sub-list-content" style="display:none;" data-v-32baa642></div></div></li><li class="navbar-list-item" data-v-08fb5c43><div class="sub-list" data-v-32baa642 data-v-08fb5c43><div class="sub-list-placeholder" data-v-32baa642><a href="/brilliant" target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-08fb5c43><div class="item-info" data-v-9cb6f4d8 data-v-08fb5c43><i class="item-icon brilliant-icon" data-v-9cb6f4d8 data-v-08fb5c43></i><span class="item-text" style="color:rgba(255,255,255,0.8);font-weight:700;" data-v-9cb6f4d8 data-v-08fb5c43>短视频</span></div></a><!----></div><div class="sub-list-content" style="display:none;" data-v-32baa642></div></div></li><li class="navbar-list-item" data-v-08fb5c43><div class="sub-list has-children" data-v-32baa642 data-v-08fb5c43><div class="sub-list-placeholder" data-v-32baa642><a target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-08fb5c43><div class="item-info" data-v-9cb6f4d8 data-v-08fb5c43><span class="toolbar-item-title" style="color:rgba(255,255,255,0.8);font-weight:700;" data-v-9cb6f4d8 data-v-08fb5c43>全部</span></div></a><div class="arrow-icon" data-v-32baa642></div></div><div class="sub-list-content" style="background:rgb(53,53,53);display:none;" data-v-32baa642><ul class="drop-list" data-v-32baa642 data-v-08fb5c43><li class="drop-list-item" data-v-32baa642 data-v-08fb5c43><a href="https://live.kuaishou.com/" target="_blank" class="nav-link" style="color:rgb(255,255,255);font-weight:500;" data-v-9cb6f4d8 data-v-08fb5c43> 直播 </a></li><li class="drop-list-item" data-v-32baa642 data-v-08fb5c43><a href="/samecity" target="_blank" class="nav-link" style="color:rgb(255,255,255);font-weight:500;" data-v-9cb6f4d8 data-v-08fb5c43> 同城 </a></li><li class="drop-list-item" data-v-32baa642 data-v-08fb5c43><a href="/reco/0" target="_blank" class="nav-link" style="color:rgb(255,255,255);font-weight:500;" data-v-9cb6f4d8 data-v-08fb5c43> 长视频 </a></li><li class="drop-list-item" data-v-32baa642 data-v-08fb5c43><a href="/theater/0" target="_blank" class="nav-link" style="color:rgb(255,255,255);font-weight:500;" data-v-9cb6f4d8 data-v-08fb5c43> 小剧场 </a></li><li class="drop-list-item" data-v-32baa642 data-v-08fb5c43><a href="https://www.acfun.cn/" target="_blank" class="nav-link" style="color:rgb(255,255,255);font-weight:500;" data-v-9cb6f4d8 data-v-08fb5c43> AcFun </a></li></ul></div></div></li></ul></div><div class="search" data-v-5faf0d8c data-v-44bfe2ec><input placeholder="请输入你要搜索的内容" type="text" value="" class="search-input" style="color:rgba(255,255,255,0.8);background:rgba(255,255,255,0.1);" data-v-5faf0d8c><button type="button" class="search-button" style="background-color:rgb(254,54,102);color:rgb(224,255,255);font-weight:400;" data-v-5faf0d8c><span class="search-icon" style="background:url(https://s1-11673.kwimgs.com/kos/nlav11673/ui-config/search_default.svg) no-repeat;" data-v-5faf0d8c></span> 搜索 </button></div><div data-v-92c58894 data-v-44bfe2ec><ul class="toolbar" data-v-92c58894><li class="toolbar-item" data-v-92c58894><a href="https://cp.kuaishou.com/article/publish/video?origin=www.kuaishou.com" target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-92c58894><div class="nav-item" style="color:rgb(255,255,255);font-weight:500;" data-v-9cb6f4d8 data-v-92c58894><svg class="svg-icon item-icon" data-v-286fc949 data-v-92c58894><use xlink:href="#icon-video-upload" data-v-286fc949></use></svg><span class="toolbar-item-title" data-v-9cb6f4d8 data-v-92c58894>上传视频</span><!----></div></a></li><li class="toolbar-item" data-v-92c58894><a href="https://pay.ssl.kuaishou.com/pay" target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-92c58894><div class="nav-item" style="color:rgb(255,255,255);font-weight:500;" data-v-9cb6f4d8 data-v-92c58894><svg class="svg-icon item-icon" data-v-286fc949 data-v-92c58894><use xlink:href="#icon-recharge" data-v-286fc949></use></svg><span class="toolbar-item-title" data-v-9cb6f4d8 data-v-92c58894>快币充值</span><!----></div></a></li><li class="toolbar-item" data-v-92c58894><a href="/ott" target="_blank" class="nav-link" data-v-9cb6f4d8 data-v-92c58894><div class="nav-item" style="color:rgb(255,255,255);font-weight:500;" data-v-9cb6f4d8 data-v-92c58894><svg class="svg-icon item-icon" data-v-286fc949 data-v-92c58894><use xlink:href="#icon-tv" data-v-286fc949></use></svg><span class="toolbar-item-title" data-v-9cb6f4d8 data-v-92c58894>TV端</span><div class="sub-icons" data-v-9cb6f4d8 data-v-92c58894><svg class="svg-icon sub-icon new-tv-version" style="display:none;" data-v-286fc949 data-v-92c58894><use xlink:href="#icon-new-tv-version" data-v-286fc949></use></svg></div></div></a></li><li class="toolbar-item user-info-item" data-v-92c58894><div class="user" data-v-97617334 data-v-92c58894><p class="user-default" style="background:rgb(235,54,97);color:rgb(255,255,255);" data-v-97617334> 登录 </p></div></li></ul></div></div></header><div class="profile-area" data-v-c3a31dec><div class="guest" data-v-5133beb7 data-v-c3a31dec><div class="pl-tab-header" data-v-5133beb7><ul class="pl-tab" style="text-align:center;" data-v-5133beb7></ul> <div class="pl-tab-slide" style="width:NaNpx;transform:translateX(falsepx);" data-v-5133beb7></div></div> <div data-v-5133beb7><div data-v-33b907b1 data-v-c3a31dec><div data-v-33b907b1><div class="user-photo-list" data-v-536a9754 data-v-c3a31dec><div class="spinning" data-v-287d2cde data-v-536a9754><svg width="25" height="25" viewBox="0 0 80 80" xmlns="http://www.w3.org/2000/svg" data-v-287d2cde><path d="M40 40l8.201-8.201c4.53-4.53 11.873-4.53 16.402 0A11.598 11.598 0 0 1 68 40c0 6.405-5.193 11.598-11.598 11.598a11.598 11.598 0 0 1-8.201-3.397L40 40l-8.201-8.201c-4.53-4.53-11.873-4.53-16.402 0A11.598 11.598 0 0 0 12 40c0 6.405 5.193 11.598 11.598 11.598 3.076 0 6.026-1.222 8.201-3.397L40 40z" stroke-dasharray="160" stroke-linecap="round" stroke="#FE3666" stroke-width="7" fill="none" fill-rule="evenodd"><animate id="b" attributeName="stroke-dashoffset" begin="0s;a.end" dur="500ms" from="0" to="155" calcMode="linear"></animate><animate id="a" attributeName="stroke-dashoffset" begin="b.end" dur="500ms" from="165" to="320" calcMode="linear"></animate></path></svg></div></div></div> <li class="pl-tab-panel active" data-v-33b907b1><div class="tab-header-title" data-v-33b907b1 data-v-c3a31dec> 作品 </div></li></div><!----><!----><!----></div></div><div class="user-detail" data-v-577065c2 data-v-c3a31dec><div class="user-avatar" data-v-577065c2><div class="avatar avatar" data-v-f1267902 data-v-577065c2><!----><!----></div></div><p class="user-name male" data-v-577065c2><span data-v-577065c2></span></p><!----><p class="user-desc" data-v-577065c2>  </p><div class="follow-button user-info-follow" data-v-68cd9209 data-v-577065c2><div class="follow-button-icon" data-v-68cd9209></div> 关注 </div><div class="setting-entry" data-v-5adf2c60 data-v-577065c2><div class="setting-icon setting-tooltip" data-v-5adf2c60 data-v-5adf2c60><div class="setting-icon-dot" data-v-5adf2c60></div><div class="setting-icon-dot" data-v-5adf2c60></div><div class="setting-icon-dot" data-v-5adf2c60></div></div></div></div></div><div data-v-625abe90 data-v-c3a31dec><!----><div class="footer-info only-bottom" data-v-4100d49a data-v-625abe90><div class="footer-info-item" data-v-4100d49a><a target="_blank" rel="nofollow" href="https://www.12377.cn" class="police-link" data-v-4100d49a><span data-v-4100d49a>网上有害信息举报专区</span><span data-v-4100d49a>中央网信办（国家网信办）违法和不良信息举报中心</span></a><a target="_blank" rel="nofollow" href="http://www.shdf.gov.cn/shdf/channels/740.html" class="police-link" data-v-4100d49a><span data-v-4100d49a>扫黄打非举报专区</span></a></div><div class="info-contact footer-info-item" data-v-4100d49a><span data-v-4100d49a>快手举报专线： <a href="tel:400-006-6666" data-v-4100d49a>4000066666</a>|</span><span data-v-4100d49a>未成年人关怀热线： <a href="tel:400-150-2277" data-v-4100d49a>4001502277</a>| </span><span data-v-4100d49a>举报邮箱： <a href="mailto:support@kuaishou.com" data-v-4100d49a>support@kuaishou.com</a></span></div><div class="info-1 footer-item" data-v-4100d49a><a href="https://www.kuaishou.com/license" data-v-4100d49a>营业执照</a><span data-v-4100d49a>|</span><a href="https://www.kuaishou.com/license?type=telecommunications" data-v-4100d49a>增值电信业务经营许可证</a><span data-v-4100d49a>|</span><a href="https://www.kuaishou.com/license?type=networkCulture" data-v-4100d49a>网络文化经营许可证</a><span data-v-4100d49a>|</span><a href="https://www.kuaishou.com/license?type=videoPlay" data-v-4100d49a>广播电视节目制作经营许可证</a><span data-v-4100d49a>|</span><a href="https://www.kuaishou.com/license?type=humanResource" data-v-4100d49a>人力资源服务许可证</a></div><div class="footer-info-item" data-v-4100d49a><span data-v-4100d49a> www.kuaishou.com 2022 @ All rights Reserved </span><a href="https://beian.miit.gov.cn/#/Integrated/index" target="_blank" class="police-link" data-v-4100d49a>京ICP备15023266号-136 </a><a target="_blank" href="https://zzlz.gsxt.gov.cn/businessCheck/verifKey.do?showType=p&serial=91110108335469089C-SAIC_SHOW_10000091110108335469089C1640771941280&signData=MEUCIDB844yulO3nGrgPyUNspJNXVP1gKlZVScGSV8YiI836AiEAwZhzXrhTxIDy7dE/sdaFakpeJKOHXBpELvExuxBHpxQ=" data-v-4100d49a><span class="license" data-v-4100d49a></span></a><a target="_blank" href="http://www.beian.gov.cn/portal/registerSystemInfo?recordcode=11010802038443" data-v-4100d49a><span class="police" data-v-4100d49a></span>京公网安备 11010802038443号 </a></div></div></div></div></div></section></div><div data-v-684e5a14 data-v-8437a1de><!----></div><div class="report-container" data-v-51365242><div data-v-684e5a14 data-v-51365242><!----></div><div class="toast-container" data-v-cf510da0 data-v-51365242><!----></div></div></div> <script>window.__APOLLO_STATE__={"defaultClient":{"$ROOT_QUERY.visionProfile({\"userId\":\"3xf3z9ecg4cuggc\"})":{"result":2,"hostName":"public-xm-kcs-node773.idczw.hb1.kwaidc.com","userProfile":null,"__typename":"VisionProfileResult"},"ROOT_QUERY":{"visionProfile({\"userId\":\"3xf3z9ecg4cuggc\"})":{"type":"id","generated":true,"id":"$ROOT_QUERY.visionProfile({\"userId\":\"3xf3z9ecg4cuggc\"})","typename":"VisionProfileResult"},"kconf({\"key\":\"frontendExplore.vision.uiConfig\"})":{"type":"json","json":{"topBar":{"logoImgUrl":"","background":"#222","backgroundTop":"rgba(34,34,34,0.5)","leftItemConfig":{"defaultState":{"fontColor":"rgba(255,255,255,0.8)","fontWeight":700},"hoverState":{"fontColor":"rgba(254,54,102)","fontWeight":700}},"searchItemConfig":{"searchTextColor":"rgba(255,255,255,0.8)","inputBackground":"rgba(255,255,255,0.1)","searchButtonBackground":"rgb(254,54,102)","searchButtonTextColor":"rgb(224,255,255)","searchButtonFontWeight":400,"searchButtonIconUrl":"https:\u002F\u002Fs1-11673.kwimgs.com\u002Fkos\u002Fnlav11673\u002Fui-config\u002Fsearch_default.svg"},"rightItemConfig":{"defaultState":{"fontColor":"rgb(255,255,255)","fontWeight":500},"hoverState":{"fontColor":"rgb(254,54,102)","fontWeight":500}},"login":{"loginButtonBackground":"rgb(235,54,97)","loginButtonTextColor":"rgb(255,255,255)"},"subList":{"background":"rgb(53,53,53)","arrowIcon":"","textState":{"defaultState":{"fontColor":"rgb(255,255,255)","fontWeight":500},"hoverState":{"fontColor":"rgb(254,54,102)","fontWeight":500}}}},"navigationBar":{"background":"rgb(34,34,34)","textState":{"defaultState":{"fontColor":"rgb(255,255,255)","fontWeight":600},"hoverState":{"fontColor":"rgb(254,54,102)","fontWeight":600}},"activedLineColor":"rgb(254,54,102)"},"footer":{"logoImgUrl":"https:\u002F\u002Fs1-11673.kwimgs.com\u002Fkos\u002Fnlav11673\u002Fui-config\u002Ffooter_logo_normal.svg","background":"rgb(29,29,29)","titleColor":"rgb(102,102,102)","titleFontWeight":500,"linkColor":"rgb(102,102,102)","linkFontWeight":400,"textState":{"defaultState":{"fontColor":"rgb(255, 255, 255)","fontWeight":500},"hoverState":{"fontColor":"rgb(254,54,102)","fontWeight":500}}}}},"visionStartup":{"type":"json","json":{"result":1,"homeRecoAbTest":0,"host-name":"public-xm-kcs-node762.idczw.hb1.kwaidc.com"}},"visionConfig":{"type":"id","generated":true,"id":"$ROOT_QUERY.visionConfig","typename":"VisionConfigResult"}},"$ROOT_QUERY.visionConfig.coronaTabs.0":{"tabId":0,"name":"推荐","folded":false,"selected":true,"__typename":"VisionTab"},"$ROOT_QUERY.visionConfig.coronaTabs.1":{"tabId":1,"name":"影视","folded":false,"selected":false,"__typename":"VisionTab"},"$ROOT_QUERY.visionConfig.coronaTabs.2":{"tabId":8,"name":"动漫","folded":false,"selected":false,"__typename":"VisionTab"},"$ROOT_QUERY.visionConfig.coronaTabs.3":{"tabId":7,"name":"美食","folded":false,"selected":false,"__typename":"VisionTab"},"$ROOT_QUERY.visionConfig.coronaTabs.4":{"tabId":5,"name":"游戏","folded":false,"selected":false,"__typename":"VisionTab"},"$ROOT_QUERY.visionConfig.coronaTabs.5":{"tabId":3,"name":"音乐","folded":false,"selected":false,"__typename":"VisionTab"},"$ROOT_QUERY.visionConfig":{"coronaTabs":[{"type":"id","generated":true,"id":"$ROOT_QUERY.visionConfig.coronaTabs.0","typename":"VisionTab"},{"type":"id","generated":true,"id":"$ROOT_QUERY.visionConfig.coronaTabs.1","typename":"VisionTab"},{"type":"id","generated":true,"id":"$ROOT_QUERY.visionConfig.coronaTabs.2","typename":"VisionTab"},{"type":"id","generated":true,"id":"$ROOT_QUERY.visionConfig.coronaTabs.3","typename":"VisionTab"},{"type":"id","generated":true,"id":"$ROOT_QUERY.visionConfig.coronaTabs.4","typename":"VisionTab"},{"type":"id","generated":true,"id":"$ROOT_QUERY.visionConfig.coronaTabs.5","typename":"VisionTab"}],"tubeTabs":[{"type":"id","generated":true,"id":"$ROOT_QUERY.visionConfig.tubeTabs.0","typename":"VisionTab"},{"type":"id","generated":true,"id":"$ROOT_QUERY.visionConfig.tubeTabs.1","typename":"VisionTab"}],"banners":[{"type":"id","generated":false,"id":"Banner:1","typename":"Banner"},{"type":"id","generated":false,"id":"Banner:2","typename":"Banner"}],"movieTagTypes":[{"type":"id","generated":true,"id":"$ROOT_QUERY.visionConfig.movieTagTypes.0","typename":"movieTag"}],"disabledModules":{"type":"json","json":["movie","olympic"]},"__typename":"VisionConfigResult"},"$ROOT_QUERY.visionConfig.tubeTabs.0":{"tabId":0,"name":"精选","folded":false,"selected":true,"subTabs":[],"__typename":"VisionTab"},"$ROOT_QUERY.visionConfig.tubeTabs.1":{"tabId":10000,"name":"短剧","folded":false,"selected":false,"subTabs":[{"type":"id","generated":true,"id":"$ROOT_QUERY.visionConfig.tubeTabs.1.subTabs.0","typename":"SubTab"}],"__typename":"VisionTab"},"$ROOT_QUERY.visionConfig.tubeTabs.1.subTabs.0":{"subTabId":10005,"subTabName":"短片","__typename":"SubTab"},"Banner:1":{"id":1,"landingUrl":"","imageUrl":"https:\u002F\u002Fs2-10623.kwimgs.com\u002Fkos\u002Fnlav10623\u002Fvision_images\u002FtopBannerx1.png","__typename":"Banner"},"Banner:2":{"id":2,"landingUrl":"","imageUrl":"https:\u002F\u002Fs2-10623.kwimgs.com\u002Fkos\u002Fnlav10623\u002Fvision_images\u002FtopBannerx1.png","__typename":"Banner"},"$ROOT_QUERY.visionConfig.movieTagTypes.0":{"movieTagType":"movieType","movieTagValues":{"type":"json","json":["喜剧","动作","爱情","悬疑","剧情"]},"__typename":"movieTag"}},"clients":{}};(function(){var s;(s=document.currentScript||document.scripts[document.scripts.length-1]).parentNode.removeChild(s);}());</script> <script src="//s2-10623.kwimgs.com/udata/pkg/cloudcdn/js/chunk-vendors.60fda6da.js" defer></script><script src="//s2-10623.kwimgs.com/udata/pkg/cloudcdn/js/profile.bce7fd97.js" defer></script><script src="//s2-10623.kwimgs.com/udata/pkg/cloudcdn/js/NewReco-briliant-error-hash-home-movie-movie-video-myFollow-profile-reco-search-theater-video.89990e26.js" defer></script><script src="//s2-10623.kwimgs.com/udata/pkg/cloudcdn/js/NewReco-briliant-error-hash-home-movie-movie-video-myFollow-profile-reco-search-short-video-theater-video.f6f65ad1.js" defer></script><script src="//s2-10623.kwimgs.com/udata/pkg/cloudcdn/js/briliant-csr-error-hash-home-material-lib-movie-ott-profile-reco-search-theater.1e24ac17.js" defer></script><script src="//s2-10623.kwimgs.com/udata/pkg/cloudcdn/js/app.6df6b543.js" defer></script></body></html>
\ No newline at end of file
diff --git a/etc/4_kafka.properties b/etc/4_kafka.properties
new file mode 100644
index 0000000..09a03b4
--- /dev/null
+++ b/etc/4_kafka.properties
@@ -0,0 +1,20 @@
+#### Kafka Tool Parameters
+#crawl.kfk.metadata.broker.list= 10.18.0.18:9092,10.18.0.6:9092,10.18.0.26:9092
+crawl.kfk.metadata.broker.list=35.208.0.204:19092,35.209.211.105:19092,35.208.174.139:19092
+crawl.kfk.connectionTimeOut=50000
+crawl.kfk.zk.sessiontimeout.ms=50000
+crawl.kfk.kafka.serializer=kafka.serializer.StringEncoder
+crawl.kfk.producer.acks=all
+crawl.kfk.producer.retries=0
+crawl.kfk.producer.batch.size=16384
+crawl.kfk.producer.linger.ms=1
+crawl.kfk.producer.request.timeout.ms=90000
+crawl.kfk.producer.buffer.memory=33554432
+crawl.kfk.producer.max.request.size=10485760
+crawl.kfk.consumer.enable.auto.commit=true
+crawl.kfk.consumer.auto.commit.interval.ms=6000
+crawl.kfk.consumer.session.timeout.ms=30000
+crawl.kfk.consumer.auto.offset.reset=earliest
+crawl.kfk.consumer.thread.core.pool.size=100
+crawl.kfk.consumer.thread.maximum.pool.size=100
+
diff --git a/etc/5_kafka.properties b/etc/5_kafka.properties
new file mode 100644
index 0000000..a0fbb4a
--- /dev/null
+++ b/etc/5_kafka.properties
@@ -0,0 +1,18 @@
+#### Kafka Tool Parameters
+crawl.kfk.metadata.broker.list=node-01:19092,node-02:19092,node-03:19092
+crawl.kfk.connectionTimeOut=50000
+crawl.kfk.zk.sessiontimeout.ms=50000
+crawl.kfk.kafka.serializer=kafka.serializer.StringEncoder
+crawl.kfk.producer.acks=all
+crawl.kfk.producer.retries=0
+crawl.kfk.producer.batch.size=16384
+crawl.kfk.producer.linger.ms=1
+crawl.kfk.producer.buffer.memory=33554432
+crawl.kfk.producer.max.request.size=10485760
+crawl.kfk.consumer.enable.auto.commit=true
+crawl.kfk.consumer.auto.commit.interval.ms=1000
+crawl.kfk.consumer.session.timeout.ms=30000
+crawl.kfk.consumer.auto.offset.reset=latest
+crawl.kfk.consumer.thread.core.pool.size=100
+crawl.kfk.consumer.thread.maximum.pool.size=100
+
diff --git a/etc/db.properties b/etc/db.properties
new file mode 100644
index 0000000..844d890
--- /dev/null
+++ b/etc/db.properties
@@ -0,0 +1,10 @@
+logfile=DBConnectManager.log
+drivers=com.mysql.jdbc.Driver
+db_stat.maxconn=100
+db_stat.url=jdbc:mysql://192.168.0.41:3306/intelligent_crawl?useUnicode=true&characterEncoding=utf-8
+db_stat.user=root
+db_stat.password=bw@2025
+db_stat_alltask.maxconn=100
+db_stat_alltask.url=jdbc:mysql://192.168.0.41:3306/intelligent_crawl?useUnicode=true&characterEncoding=utf-8
+db_stat_alltask.user=root
+db_stat_alltask.password=bw@2025
diff --git a/etc/elasticsearch_1.properties b/etc/elasticsearch_1.properties
new file mode 100644
index 0000000..2531a45
--- /dev/null
+++ b/etc/elasticsearch_1.properties
@@ -0,0 +1,10 @@
+crawl.elasticsearch.metadata.broker.list=172.18.1.145:9213,172.18.1.146:9213,172.18.1.147:9213
+crawl.elasticsearch.socket.timeout.interval.ms=10000
+crawl.elasticsearch.connect.timeout.ms=10000
+crawl.elasticsearch.max.connect.num=100
+crawl.elasticsearch.max.connect.per.route.num=100
+crawl.elasticsearch.max.retry.timeout=300000
+crawl.elasticsearch.producer.max.cache.num=2000
+crawl.elasticsearch.producer.max.write.time=120000
+crawl.elasticsearch.consumer.quary.num=2000
+crawl.elasticsearch.consumer.scroll.time=3
diff --git a/etc/elasticsearch_2.properties b/etc/elasticsearch_2.properties
new file mode 100644
index 0000000..b4827a3
--- /dev/null
+++ b/etc/elasticsearch_2.properties
@@ -0,0 +1,10 @@
+crawl.elasticsearch.metadata.broker.list=172.18.1.134:9201
+crawl.elasticsearch.socket.timeout.interval.ms=60000
+crawl.elasticsearch.connect.timeout.ms=50000
+crawl.elasticsearch.max.connect.num=100
+crawl.elasticsearch.max.connect.per.route.num=100
+crawl.elasticsearch.max.retry.timeout=300000
+crawl.elasticsearch.producer.max.cache.num=1000
+crawl.elasticsearch.producer.max.write.time=100000
+crawl.elasticsearch.consumer.quary.num=1000
+crawl.elasticsearch.consumer.scroll.time=3
diff --git a/etc/elasticsearch_3.properties b/etc/elasticsearch_3.properties
new file mode 100644
index 0000000..97cf8da
--- /dev/null
+++ b/etc/elasticsearch_3.properties
@@ -0,0 +1,14 @@
+crawl.elasticsearch.metadata.broker.list=10.8.0.18:9200
+crawl.elasticsearch.socket.timeout.interval.ms=60000
+crawl.elasticsearch.connect.timeout.ms=50000
+crawl.elasticsearch.max.connect.num=100
+crawl.elasticsearch.max.connect.per.route.num=100
+crawl.elasticsearch.max.retry.timeout=300000
+crawl.elasticsearch.producer.max.cache.num=1000
+crawl.elasticsearch.producer.max.write.time=100000
+crawl.elasticsearch.consumer.quary.num=1000
+crawl.elasticsearch.consumer.scroll.time=3
+crawl.elasticsearch.consumer.scroll.time=3
+crawl.elasticsearch.username=elastic
+crawl.elasticsearch.password=bw@123
+
diff --git a/etc/log4j.properties b/etc/log4j.properties
new file mode 100644
index 0000000..4e6fc24
--- /dev/null
+++ b/etc/log4j.properties
@@ -0,0 +1,42 @@
+
+log4j.rootLogger=debug
+
+log4j.logger.com.bfd.mf.service = warn,SERVICE
+log4j.logger.com.bfd.mf.datasave = warn,DATASAVE
+#service log
+log4j.appender.SERVICE=org.apache.log4j.DailyRollingFileAppender
+log4j.appender.SERVICE.Threshold=warn
+log4j.appender.SERVICE.File=../logs/service/service.log
+log4j.appender.SERVICE.DatePattern='.'yyyy-MM-dd
+log4j.appender.SERVICE.layout=org.apache.log4j.PatternLayout
+log4j.appender.SERVICE.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%L) - %m%n
+
+log4j.logger.com.bfd.mf.datasave = debug,DATASAVE
+#datasave log
+log4j.appender.DATASAVE=org.apache.log4j.DailyRollingFileAppender
+log4j.appender.DATASAVE.Threshold=OFF
+log4j.appender.DATASAVE.File=../logs/datasave/datasave.log
+log4j.appender.DATASAVE.DatePattern='.'yyyy-MM-dd
+log4j.appender.DATASAVE.layout=org.apache.log4j.PatternLayout
+log4j.appender.DATASAVE.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%L) - %m%n
+
+
+log4j.logger.com.bfd.mf.service.extendType.ParentExctendType= error,ParentExctendType
+#service  ParentExctendType log
+log4j.appender.ParentExctendType=org.apache.log4j.DailyRollingFileAppender
+log4j.appender.ParentExctendType.Threshold=warn
+log4j.appender.ParentExctendType.File=../logs/service/datatokafka.log
+log4j.appender.ParentExctendType.DatePattern='.'yyyy-MM-dd
+log4j.appender.ParentExctendType.layout=org.apache.log4j.PatternLayout
+log4j.appender.ParentExctendType.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%L) - %m%n
+log4j.logger.com.bfd.mf.service.extendType.ParentExctendType= DEBUG,ParentExctendType
+
+
+log4j.logger.com.bfd.mf.service.extendType.ForegroundExtendType= warn,ForegroundExtendType
+#service ForegroundExtendType log
+log4j.appender.ForegroundExtendType=org.apache.log4j.DailyRollingFileAppender
+log4j.appender.ForegroundExtendType.Threshold=warn
+log4j.appender.ForegroundExtendType.File=../logs/service/sourcedata.log
+log4j.appender.ForegroundExtendType.DatePattern='.'yyyy-MM-dd
+log4j.appender.ForegroundExtendType.layout=org.apache.log4j.PatternLayout
+log4j.appender.ForegroundExtendType.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%L) - %m%n
diff --git a/etc/logback.xml b/etc/logback.xml
new file mode 100644
index 0000000..c2b2041
--- /dev/null
+++ b/etc/logback.xml
@@ -0,0 +1,154 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<configuration debug="true">
+    <!-- 应用名称 -->
+    <property name="APP_NAME" value="logdatastream" />
+    <!--日志文件的保存路径,首先查找系统属性-Dlog.dir,如果存在就使用其；否则，在当前目录下创建名为logs目录做日志存放的目录 -->
+    <property name="LOG_HOME" value="${log.dir:-logs}/${APP_NAME}" />
+    <!-- 日志输出格式 -->
+    <property name="ENCODER_PATTERN" value="%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{80} - %msg%n" />
+    <contextName>${APP_NAME}</contextName>
+
+    <!-- 控制台日志：输出全部日志到控制台 -->
+     <!--  <appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">
+                   <encoder class="ch.qos.logback.classic.encoder.PatternLayoutEncoder">
+            <Pattern>${ENCODER_PATTERN}</Pattern>
+        </encoder>
+    </appender>  -->
+
+    <!-- 文件日志：输出全部日志到文件 -->
+     <!--<appender name="FILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
+                  <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
+            <fileNamePattern>${LOG_HOME}/output.log.%d{yyyy-MM-dd}</fileNamePattern>
+            <maxHistory>7</maxHistory>
+        </rollingPolicy>
+        <encoder class="ch.qos.logback.classic.encoder.PatternLayoutEncoder">
+            <pattern>${ENCODER_PATTERN}</pattern>
+        </encoder>
+    </appender>-->
+
+
+    <!-- 独立输出的同步日志 -->
+
+    <!--  <appender name="SYNC_FILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
+                  <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
+            <fileNamePattern>${LOG_HOME}/sync.log.%d{yyyy-MM-dd}</fileNamePattern>
+            <maxHistory>7</maxHistory>
+        </rollingPolicy>
+        <encoder class="ch.qos.logback.classic.encoder.PatternLayoutEncoder">
+            <pattern>${ENCODER_PATTERN}</pattern>
+        </encoder>
+    </appender>-->
+
+
+	    <!-- 错误日志：用于将错误日志输出到独立文件 -->
+    <appender name="ERROR_FILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
+        <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
+            <fileNamePattern>${LOG_HOME}/error.log.%d{yyyy-MM-dd}</fileNamePattern>
+            <maxHistory>7</maxHistory>
+        </rollingPolicy>
+        <encoder class="ch.qos.logback.classic.encoder.PatternLayoutEncoder">
+            <pattern>${ENCODER_PATTERN}</pattern>
+        </encoder>
+        <filter class="ch.qos.logback.classic.filter.ThresholdFilter">
+            <level>WARN</level>
+        </filter>
+    </appender>
+
+	    <!-- 独立输出的同步日志 -->
+    <appender name="INFO" class="ch.qos.logback.core.rolling.RollingFileAppender">
+        <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
+            <fileNamePattern>${LOG_HOME}/info.log.%d{yyyy-MM-dd}</fileNamePattern>
+            <maxHistory>7</maxHistory>
+        </rollingPolicy>
+        <encoder class="ch.qos.logback.classic.encoder.PatternLayoutEncoder">
+            <pattern>${ENCODER_PATTERN}</pattern>
+        </encoder>
+    </appender>
+
+    <logger name="log.sync" level="INFO" addtivity="true">
+        <appender-ref ref="INFO" />
+    </logger>
+
+    <root>
+        <level value="INFO" />
+      <!--  <appender-ref ref="STDOUT" />
+                    <appender-ref ref="FILE" />-->
+        <appender-ref ref="ERROR_FILE" />
+		<appender-ref ref="INFO" />
+    </root>
+
+</configuration>
+
+
+        <!--<?xml version="1.0" encoding="UTF-8"?>-->
+        <!--<configuration debug="true"> &lt;!&ndash; 应用名称 &ndash;&gt;-->
+        <!--<property name="APP_NAME" value="logtest" />-->
+
+<!--&lt;!&ndash;日志文件的保存路径,首先查找系统属性-Dlog.dir,如果存在就使用其；否则，在当前目录下创建名为logs目录做日志存放的目
+     录 &ndash;&gt;-->
+        <!--<property name="LOG_HOME" value="${log.dir:-logs}/${APP_NAME}" /> &lt;!&ndash; 日志输出格式 &ndash;&gt;-->
+        <!--<property name="ENCODER_PATTERN" value="%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{80} - %msg%n" />-->
+        <!--<contextName>${APP_NAME}</contextName>-->
+        <!--&lt;!&ndash; 控制台日志：输出全部日志到控制台 &ndash;&gt;-->
+        <!--<appender name="STDOUT" class="com.bfd.mf.SearchApplication">-->
+        <!--<encoder class="com.bfd.mf.SearchApplication">-->
+        <!--<Pattern>${ENCODER_PATTERN}</Pattern>-->
+        <!--</encoder>-->
+        <!--</appender>-->
+        <!--&lt;!&ndash; 文件日志：输出全部日志到文件 &ndash;&gt;-->
+        <!--<appender name="FILE" class="com.bfd.mf.SearchApplication">-->
+        <!--<rollingPolicy class="com.bfd.mf.SearchApplication">-->
+        <!--<fileNamePattern>${LOG_HOME}/output.%d{yyyy-MM-dd}.log</fileNamePattern>-->
+        <!--<maxHistory>7</maxHistory>-->
+        <!--</rollingPolicy>-->
+        <!--<encoder class="com.bfd.mf.SearchApplication">-->
+        <!--<pattern>${ENCODER_PATTERN}</pattern>-->
+        <!--</encoder>-->
+        <!--</appender>-->
+        <!--&lt;!&ndash; 错误日志：用于将错误日志输出到独立文件 &ndash;&gt;-->
+        <!--<appender name="ERROR_FILE" class="com.bfd.mf.SearchApplication">-->
+        <!--<rollingPolicy class="com.bfd.mf.SearchApplication">-->
+        <!--<fileNamePattern>${LOG_HOME}/error.%d{yyyy-MM-dd}.log</fileNamePattern>-->
+        <!--<maxHistory>7</maxHistory>-->
+        <!--</rollingPolicy>-->
+        <!--<encoder class="com.bfd.mf.SearchApplication">-->
+        <!--<pattern>${ENCODER_PATTERN}</pattern>-->
+        <!--</encoder>-->
+        <!--<filter class="com.bfd.mf.SearchApplication">-->
+        <!--<level>WARN</level>-->
+        <!--</filter>-->
+        <!--</appender>-->
+        <!--&lt;!&ndash; 独立输出的同步日志 &ndash;&gt;-->
+        <!--<appender name="SYNC_FILE" class="com.bfd.mf.SearchApplication">-->
+        <!--<rollingPolicy class="com.bfd.mf.SearchApplication">-->
+        <!--<fileNamePattern>${LOG_HOME}/sync.%d{yyyy-MM-dd}.log</fileNamePattern>-->
+        <!--<maxHistory>7</maxHistory>-->
+        <!--</rollingPolicy>-->
+        <!--<encoder class="com.bfd.mf.SearchApplication">-->
+        <!--<pattern>${ENCODER_PATTERN}</pattern>-->
+        <!--</encoder>-->
+        <!--</appender>-->
+        <!--<logger name="log.sync" level="DEBUG" addtivity="true">-->
+        <!--<appender-ref ref="SYNC_FILE" />-->
+        <!--</logger>-->
+        <!--<root>-->
+        <!--<level value="DEBUG" />-->
+        <!--<appender-ref ref="STDOUT" />-->
+        <!--<appender-ref ref="FILE" />-->
+        <!--<appender-ref ref="ERROR_FILE" />-->
+        <!--</root>-->
+        <!--</configuration>-->
+
+        <!--&lt;!&ndash;<configuration>&ndash;&gt;-->
+        <!--&lt;!&ndash;<property name="LOG_PATTERN" value="%date{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n"
+             />&ndash;&gt;-->
+        <!--&lt;!&ndash;<property name="FILE_PATH" value="D:/logs/course03/demo.%d{yyyy-MM-dd}.%i.log" />&ndash;&gt;-->
+        <!--&lt;!&ndash;</configuration>&ndash;&gt;-->
+        <!--&lt;!&ndash;<configuration>&ndash;&gt;-->
+        <!--&lt;!&ndash;<appender name="CONSOLE" class="com.bfd.mf.SearchApplication">&ndash;&gt;-->
+        <!--&lt;!&ndash;<encoder>&ndash;&gt;-->
+        <!--&lt;!&ndash;&lt;!&ndash; 按照上面配置的LOG_PATTERN来打印日志 &ndash;&gt;&ndash;&gt;-->
+        <!--&lt;!&ndash;<pattern>${LOG_PATTERN}</pattern>&ndash;&gt;-->
+        <!--&lt;!&ndash;</encoder>&ndash;&gt;-->
+        <!--&lt;!&ndash;</appender>&ndash;&gt;-->
+        <!--&lt;!&ndash;</configuration>&ndash;&gt;-->
diff --git a/etc/posTag.txt b/etc/posTag.txt
new file mode 100644
index 0000000..827e5ee
--- /dev/null
+++ b/etc/posTag.txt
@@ -0,0 +1,36 @@
+u
+ud
+ude1
+ude2
+ude3
+udeng
+udh
+ug
+uguo
+uj
+ul
+ule
+ulian
+uls
+usuo
+uv
+uyy
+uz
+uzhe
+uzhi
+w
+wb
+wd
+wf
+wh
+wj
+wky
+wkz
+wm
+wn
+wp
+ws
+wt
+ww
+wyy
+wyz
\ No newline at end of file
diff --git a/etc/redis.properties b/etc/redis.properties
new file mode 100644
index 0000000..a05a728
--- /dev/null
+++ b/etc/redis.properties
@@ -0,0 +1,7 @@
+#@author ruining.he
+#redis.model -> install model {single,codis}
+
+#if model is codis,use config as below
+redis.model=single
+redis.ip=192.168.0.41
+redis.port=6379
diff --git a/etc/stopWords.txt b/etc/stopWords.txt
new file mode 100644
index 0000000..94bc1ce
--- /dev/null
+++ b/etc/stopWords.txt
@@ -0,0 +1,1280 @@
+嗳
+要
+这些
+赶早不赶晚
+感觉
+嗬
+毫不
+嗯
+大张旗鼓
+"
+#
+ 
+!
+&
+'
+$
+%
+*
++
+(
+)
+她们
+.
+/
+,
+︿
+-
+3
+2
+不止
+1
+0
+7
+6
+这里
+5
+4
+颇
+;
+:
+9
+如此
+8
+?
+极度
+>
+=
+首先
+<
+也罢
+@
+A
+当庭
+见
+更
+不少
+]
+\
+_
+^
+替
+[
+大大
+到目前为止
+开始
+`
+三番两次
+这么
+大多
+结果
+权时
+喂
+如下
+矣
+如上
+喀
+~
+喏
+|
+放量
+当年
+不对
+顷刻
+是
+岂非
+看
+哪边
+立马
+乘势
+何况
+啥
+这个
+啦
+率尔
+那种
+仍然
+相对而言
+啐
+累年
+啊
+开外
+现在
+大概
+依照
+·
+总而言之
+乃至
+比如说
+多次
+切切
+不亦乐乎
+顺
+顷
+呆呆地
+略为
+更为
+倍加
+不定
+之后
+着
+风雨无阻
+对于
+唉
+彻夜
+！
+＃
+来得及
+％
+哦
+＄
+的
+＆
+）
+哪
+（
+＋
+＊
+哩
+，
+０
+１
+２
+这么些
+３
+４
+５
+不至于
+６
+７
+８
+这部
+９
+几时
+：
+；
+＜
+＞
+？
+哼
+＠
+如今
+哇
+哈
+哉
+尽量
+总的说来
+哎
+方才
+乘胜
+极
+倘或
+哗
+被
+［
+出去
+哟
+］
+咦
+切不可
+是否
+而况
+加以
+我们
+咳
+咱
+｜
+｝
+～
+｛
+岂止
+某
+看上去
+和
+如常
+任何
+咋
+具体地说
+凝神
+各自
+千万
+咚
+纯粹
+只限
+恐怕
+呢
+莫非
+虽然
+呸
+本
+即若
+等等
+按照
+呵
+发表
+具体说来
+望
+朝
+不要
+怎样
+呀
+呃
+轰然
+月
+有
+每当
+接连不断
+呜
+最
+呐
+不比
+呕
+呗
+理应
+吧
+那里
+日渐
+以免
+来
+别人
+饱
+吱
+看来
+同
+沙沙
+后
+趁势
+切莫
+尽心尽力
+各
+切勿
+￥
+白
+�
+保管
+吗
+此中
+默然
+向
+吓
+的确
+让
+末##末
+不然的话
+趁早
+论
+挨门挨户
+挨次
+保险
+莫若
+嗡嗡
+是的
+请勿
+该
+消息
+一定
+刚才
+略微
+亲眼
+差不多
+倘若
+说
+—
+起来
+’
+‘
+”
+“
+惯常
+何止
+…
+到了儿
+再者
+并且
+趁着
+如何
+不由得
+怎么样
+旁人
+由
+不管
+甭
+哪里
+甫
+用
+倒不如说
+均
+长此下去
+多少
+匆匆
+虽则
+既然
+纵使
+呼哧
+联袂
+或许
+俺们
+倘然
+只是
+不如
+更进一步
+不仅...而且
+极为
+尽然
+略
+长期以来
+不止一次
+不妨
+表示
+地
+较比
+在
+从古到今
+尽如人意
+确实
+川流不息
+并没有
+纵令
+恰巧
+四
+无宁
+近年来
+因
+起首
+,
+方
+大略
+将要
+极了
+但是
+固
+屡屡
+到底
+在下
+猛然间
+很多
+趁机
+。
+越是
+、
+　
+》
+《
+〉
+〈
+不外
+使得
+既
+【
+】
+不大
+以便
+当下
+它们
+如上所述
+每个
+彼此
+达旦
+当口儿
+看起来
+或多或少
+当中
+据我所知
+遵照
+固然
+策略地
+换言之
+缕缕
+居然
+连日来
+比照
+起见
+嘎
+因而
+嘘
+不论
+嘛
+沿着
+恍然
+亲身
+故
+哼唷
+本着
+除外
+论说
+简直
+大家
+嘻
+嘿
+敢
+不怎么
+如次
+亲手
+顿时
+顺着
+叮当
+敞开儿
+冲
+跟
+上来
+拿
+不曾
+着呢
+背靠背
+多多益善
+冒
+他人
+下来
+何须
+内
+尚且
+很少
+不仅仅
+出
+顷刻间
+  
+趁
+恰似
+敢情
+率然
+凭
+每每
+几
+他们
+成为
+尽快
+把
+当即
+据悉
+前者
+ [
+处处
+ ]
+断然
+绝非
+总的来看
+分期
+我们
+每次
+从优
+常言说得好
+由于
+难说
+从今以后
+所
+比如
+才
+精光
+起
+于是
+赶
+平素
+打
+一样
+长线
+每时每刻
+不择手段
+共
+拦腰
+其
+屡次
+当然
+宁愿
+举凡
+八
+六
+兮
+十分
+我
+串行
+或
+牢牢
+成心
+光
+与此同时
+哈哈
+换句话说
+除非
+以至于
+况且
+独
+除却
+反手
+成年
+哎呀
+这儿
+累次
+论坛
+诚然
+怎么办
+决不
+自各儿
+这么样
+除去
+由此可见
+像
+绝顶
+社会主义
+不外乎
+毋宁
+背地里
+..
+据
+此间
+哪儿
+为什么
+倍
+那会儿
+来不及
+迫于
+不起
+可能
+千万千万
+//
+正如
+借
+倘
+究竟
+及其
+据称
+谁
+敢于
+伙同
+朝着
+临到
+哎哟
+即将
+尽心竭力
+已经
+亲口
+出来
+另一个
+--
+诸位
+那时
+即是说
+按
+谨
+此外
+何时
+然后
+勃然
+奋勇
+仅仅
+故而
+历
+乌乎
+主要
+借以
+去
+间或
+方能
+并没
+除此之外
+过
+马上
+迄
+传说
+恰恰
+还
+这
+连
+近
+用户名
+这边
+及
+从不
+边
+又
+您
+连同
+较
+怎么
+互相
+但愿
+可
+你们
+凑巧
+叫
+路经
+另
+起先
+二话没说
+之一
+化
+连连
+当儿
+各式
+其后
+独自
+照
+趁便
+甚至
+那末
+该当
+呜呼
+的话
+挨着
+有的
+够瞧的
+何乐而不为
+然
+单
+进去
+无论
+怎
+据说
+综上所述
+抽冷子
+才能
+怕
+千
+极大
+恰逢
+半
+而是
+即
+不但...而且
+倘使
+怪
+本身
+乘隙
+焉
+反倒
+理当
+交口
+基本上
+认为
+这会儿
+不迭
+倍感
+老是
+┃
+反之
+哪怕
+除此而外
+顶多
+而又
+不时
+自家
+啊呀
+发生
+哗啦
+多年来
+那边
+那么些
+完全
+某个
+起初
+应该
+进一步
+不是
+日见
+而后
+例如
+切
+多多
+较之
+那样
+齐
+不料
+则
+刚
+初
+乘虚
+能够
+从严
+故意
+啊哟
+别
+从中
+分头
+较为
+到
+>>
+假如
+甚么
+作为
+何必
+不过
+啊哈
+某些
+不日
+正在
+一来
+三番五次
+为何
+进而
+通过
+若非
+日益
+倒不如
+逢
+立地
+不只
+一般
+豁然
+将近
+不可开交
+就算
+全力
+...
+各位
+基本
+不拘
+隔夜
+不胜
+除开
+暗中
+腾
+而外
+宁可
+除此以外
+单单
+何处
+几度
+吧哒
+即便
+那
+本人
+己
+已
+趁热
+人民
+不能
+并肩
+根据
+也好
+什么样
+扑通
+即使
+与否
+高低
+何妨
+简言之
+如期
+不管怎样
+将才
+大约
+其次
+满
+除了
+都
+标题
+难道
+不可
+至
+陡然
+为了
+及至
+虽说
+臭
+嘎嘎
+不同
+自
+大体上
+而
+还要
+老
+者
+人人
+比方
+简而言之
+谁知
+屡
+应当
+人家
+单纯
+继之
+这么点儿
+八成
+光是
+忽然
+从头
+尽
+哪年
+竟然
+就
+省得
+从此以后
+不力
+各个
+充其极
+次第
+尽管如此
+偶而
+甚而
+截然
+接着
+极端
+嘎登
+皆可
+这就是说
+将
+从早到晚
+好在
+取道
+这种
+上去
+碰巧
+紧接着
+不单
+一旦
+纵
+纯
+各种
+连袂
+什么
+绝
+给
+后来
+暗自
+经
+不然
+从重
+果真
+要不是
+并排
+自己
+岂
+差一点
+能
+藉以
+不惟
+此后
+待到
+哪些
+其他
+毫无
+连声
+归
+当
+几经
+九
+也
+乘
+从小
+乒
+彼
+乎
+刚好
+么
+如若
+之
+默默地
+乃
+为
+得起
+借此
+汝
+然而
+从此
+按时
+反倒是
+临
+个
+从无到有
+中
+反之则
+弗
+姑且
+与其
+哪个
+反而
+常言道
+不再
+大抵
+且
+意思
+三
+上
+不
+与
+一
+七
+两者
+不经意
+等到
+必
+来着
+尽管
+知道
+任
+以
+似的
+个人
+其余
+们
+莫
+当着
+他
+就是说
+沿
+快
+仅
+没
+来看
+仍
+从
+往
+大凡
+而言
+待
+当真
+因此
+很
+据此
+那么样
+纵然
+得
+互
+五
+——
+必须
+向着
+或是
+毕竟
+了
+二
+于
+可以
+你
+要不
+当场
+那儿
+来讲
+局外
+但
+并
+赶快
+需要
+即令
+活
+不特
+然则
+何
+不独
+一则
+何苦
+猛然
+传
+设使
+经过
+至于
+老老实实
+截至
+譬如
+一切
+要么
+别的
+常
+按期
+何尝
+动不动
+因为
+会
+按说
+如果
+带
+自从
+宁肯
+不光
+之类
+尽可能
+老大
+成年累月
+尔后
+俺
+从宽
+朋友
+就此
+粗
+归根结底
+据实
+不免
+若
+不成
+不仅仅是
+长话短说
+设若
+慢说
+诸如
+便
+以至
+以致
+之所以
+前后
+果然
+共总
+时候
+依
+鄙人
+大
+等
+大面儿上
+年复一年
+打开天窗说亮话
+假若
+快要
+而且
+此刻
+假使
+陈年
+另方面
+到处
+大体
+云云
+全然
+为着
+每逢
+多
+只要
+常常
+日臻
+得天独厚
+另外
+并无
+届时
+她
+尔等
+不消
+如其
+反之亦然
+奇
+方法
+奈
+必定
+第
+岂但
+古来
+啪达
+顷刻之间
+别说
+传闻
+总的来说
+非徒
+非得
+可是
+不可抗拒
+继而
+如
+凭借
+略加
+绝对
+理该
+喔唷
+仍旧
+以及
+到头来
+抑或
+一方面
+只有
+咱们
+从新
+这样
+不得已
+管
+自个儿
+呼啦
+必将
+而论
+于是乎
+其一
+此
+看样子
+全身心
+有人
+按理
+也许
+打从
+照着
+觉得
+不了
+不得
+关于
+恰恰相反
+其中
+动辄
+立刻
+倒是
+毫无例外
+从古至今
+可见
+莫不
+亲自
+经常
+不得了
+不必
+有些
+挨个
+不仅
+进来
+大事
+全年
+总之
+当头
+若是
+竟
+要不然
+分期分批
+如此等等
+那么
+其二
+立
+不会
+不怕
+不问
+每
+没有
+公然
+比
+还有
+不限
+偏偏
+故此
+弹指之间
+那些
+窃
+叮咚
+而已
+到头
+不但
+随着
+不得不
+非常
+非但
+殆
+如前所述
+从来
+近几年来
+近来
+莫如
+谢谢
+比起
+穷年累月
+怪不得
+白白
+反过来
+除
+全都
+全部
+从速
+上下
+哪样
+从未
+不能不
+那个
+迟早
+不知不觉
+挨家挨户
+多多少少
+几番
+有关
+连日
+阿
+这时
+即或
+它
+哪天
+宁
+地方
+就是
+乘机
+常言说
+不下
+定
+昂然
+毫无保留地
+屡次三番
+充其量
+另一方面
+既...又
+瑟瑟
+或者
+反过来说
+立时
+再说
+嘿嘿
+过于
+零
+就地
+极其
+随
+起头
+离
+梆
+漫说
+大举
+接下来
+忽地
+难得
+格外
+从而
+还是
+对
+既是
+可好
+不满
+充分
+并非
+鉴于
+目前
+要是
+虽
+一下
+自身
+任凭
+几乎
+靠
+一个
+否则
+砰
+三天两头
+难怪
+所以
+罢了
+大致
+从轻
+不巧
+加之
+大不了
+归根到底
+偶尔
+二话不说
+大都
+愤然
+多年前
+蛮
+一些
+楼主
+日复一日
+即刻
+其它
+决非
+恰如
+不已
+加上
+具体来说
+直到
+多亏
+隔日
+暗地里
+挨门逐户
+恰好
+其实
+万一
+基于
+尽早
+刚巧
+概
+主楼
+同时
+更加
+绝不
+除此
+不常
+另行
+急匆匆
+话说
+存心
+极力
\ No newline at end of file
diff --git a/etc/stopWordsEN.txt b/etc/stopWordsEN.txt
new file mode 100644
index 0000000..d3bdbff
--- /dev/null
+++ b/etc/stopWordsEN.txt
@@ -0,0 +1,891 @@
+'d
+'ll
+'m
+'re
+'s
+'t
+'ve
+ZT
+ZZ
+a
+a's
+able
+about
+above
+abst
+accordance
+according
+accordingly
+across
+act
+actually
+added
+adj
+adopted
+affected
+affecting
+affects
+after
+afterwards
+again
+against
+ah
+ain't
+all
+allow
+allows
+almost
+alone
+along
+already
+also
+although
+always
+am
+among
+amongst
+an
+and
+announce
+another
+any
+anybody
+anyhow
+anymore
+anyone
+anything
+anyway
+anyways
+anywhere
+apart
+apparently
+appear
+appreciate
+appropriate
+approximately
+are
+area
+areas
+aren
+aren't
+arent
+arise
+around
+as
+aside
+ask
+asked
+asking
+asks
+associated
+at
+auth
+available
+away
+awfully
+b
+back
+backed
+backing
+backs
+be
+became
+because
+become
+becomes
+becoming
+been
+before
+beforehand
+began
+begin
+beginning
+beginnings
+begins
+behind
+being
+beings
+believe
+below
+beside
+besides
+best
+better
+between
+beyond
+big
+biol
+both
+brief
+briefly
+but
+by
+c
+c'mon
+c's
+ca
+came
+can
+can't
+cannot
+cant
+case
+cases
+cause
+causes
+certain
+certainly
+changes
+clear
+clearly
+co
+com
+come
+comes
+concerning
+consequently
+consider
+considering
+contain
+containing
+contains
+corresponding
+could
+couldn't
+couldnt
+course
+currently
+d
+date
+definitely
+describe
+described
+despite
+did
+didn't
+differ
+different
+differently
+discuss
+do
+does
+doesn't
+doing
+don't
+done
+down
+downed
+downing
+downs
+downwards
+due
+during
+e
+each
+early
+ed
+edu
+effect
+eg
+eight
+eighty
+either
+else
+elsewhere
+end
+ended
+ending
+ends
+enough
+entirely
+especially
+et
+et-al
+etc
+even
+evenly
+ever
+every
+everybody
+everyone
+everything
+everywhere
+ex
+exactly
+example
+except
+f
+face
+faces
+fact
+facts
+far
+felt
+few
+ff
+fifth
+find
+finds
+first
+five
+fix
+followed
+following
+follows
+for
+former
+formerly
+forth
+found
+four
+from
+full
+fully
+further
+furthered
+furthering
+furthermore
+furthers
+g
+gave
+general
+generally
+get
+gets
+getting
+give
+given
+gives
+giving
+go
+goes
+going
+gone
+good
+goods
+got
+gotten
+great
+greater
+greatest
+greetings
+group
+grouped
+grouping
+groups
+h
+had
+hadn't
+happens
+hardly
+has
+hasn't
+have
+haven't
+having
+he
+he's
+hed
+hello
+help
+hence
+her
+here
+here's
+hereafter
+hereby
+herein
+heres
+hereupon
+hers
+herself
+hes
+hi
+hid
+high
+higher
+highest
+him
+himself
+his
+hither
+home
+hopefully
+how
+howbeit
+however
+hundred
+i
+i'd
+i'll
+i'm
+i've
+id
+ie
+if
+ignored
+im
+immediate
+immediately
+importance
+important
+in
+inasmuch
+inc
+include
+indeed
+index
+indicate
+indicated
+indicates
+information
+inner
+insofar
+instead
+interest
+interested
+interesting
+interests
+into
+invention
+inward
+is
+isn't
+it
+it'd
+it'll
+it's
+itd
+its
+itself
+j
+just
+k
+keep
+keeps
+kept
+keys
+kg
+kind
+km
+knew
+know
+known
+knows
+l
+large
+largely
+last
+lately
+later
+latest
+latter
+latterly
+least
+less
+lest
+let
+let's
+lets
+like
+liked
+likely
+line
+little
+long
+longer
+longest
+look
+looking
+looks
+ltd
+m
+made
+mainly
+make
+makes
+making
+man
+many
+may
+maybe
+me
+mean
+means
+meantime
+meanwhile
+member
+members
+men
+merely
+mg
+might
+million
+miss
+ml
+more
+moreover
+most
+mostly
+mr
+mrs
+much
+mug
+must
+my
+myself
+n
+n't
+na
+name
+namely
+nay
+nd
+near
+nearly
+necessarily
+necessary
+need
+needed
+needing
+needs
+neither
+never
+nevertheless
+new
+newer
+newest
+next
+nine
+ninety
+no
+nobody
+non
+none
+nonetheless
+noone
+nor
+normally
+nos
+not
+noted
+nothing
+novel
+now
+nowhere
+number
+numbers
+o
+obtain
+obtained
+obviously
+of
+off
+often
+oh
+ok
+okay
+old
+older
+oldest
+omitted
+on
+once
+one
+ones
+only
+onto
+open
+opened
+opening
+opens
+or
+ord
+order
+ordered
+ordering
+orders
+other
+others
+otherwise
+ought
+our
+ours
+ourselves
+out
+outside
+over
+overall
+owing
+own
+p
+page
+pages
+part
+parted
+particular
+particularly
+parting
+parts
+past
+per
+perhaps
+place
+placed
+places
+please
+plus
+point
+pointed
+pointing
+points
+poorly
+possible
+possibly
+potentially
+pp
+predominantly
+present
+presented
+presenting
+presents
+presumably
+previously
+primarily
+probably
+problem
+problems
+promptly
+proud
+provides
+put
+puts
+q
+que
+quickly
+quite
+qv
+r
+ran
+rather
+rd
+re
+readily
+really
+reasonably
+recent
+recently
+ref
+refs
+regarding
+regardless
+regards
+related
+relatively
+research
+respectively
+resulted
+resulting
+results
+right
+room
+rooms
+run
+s
+said
+same
+saw
+say
+saying
+says
+sec
+second
+secondly
+seconds
+section
+see
+seeing
+seem
+seemed
+seeming
+seems
+seen
+sees
+self
+selves
+sensible
+sent
+serious
+seriously
+seven
+several
+shall
+she
+she'll
+shed
+shes
+should
+shouldn't
+show
+showed
+showing
+shown
+showns
+shows
+side
+sides
+significant
+significantly
+similar
+similarly
+since
+six
+slightly
+small
+smaller
+smallest
+so
+some
+somebody
+somehow
+someone
+somethan
+something
+sometime
+sometimes
+somewhat
+somewhere
+soon
+sorry
+specifically
+specified
+specify
+specifying
+state
+states
+still
+stop
+strongly
+sub
+substantially
+successfully
+such
+sufficiently
+suggest
+sup
+sure
+t
+t's
+take
+taken
+taking
+tell
+tends
+th
+than
+thank
+thanks
+thanx
+that
+that'll
+that's
+that've
+thats
+the
+their
+theirs
+them
+themselves
+then
+thence
+there
+there'll
+there's
+there've
+thereafter
+thereby
+thered
+therefore
+therein
+thereof
+therere
+theres
+thereto
+thereupon
+these
+they
+they'd
+they'll
+they're
+they've
+theyd
+theyre
+thing
+things
+think
+thinks
+third
+this
+thorough
+thoroughly
+those
+thou
+though
+thoughh
+thought
+thoughts
+thousand
+three
+throug
+through
+throughout
+thru
+thus
+til
+tip
+to
+today
+together
+too
+took
+toward
+towards
+tried
+tries
+truly
+try
+trying
+ts
+turn
+turned
+turning
+turns
+twice
+two
+u
+un
+under
+unfortunately
+unless
+unlike
+unlikely
+until
+unto
+up
+upon
+ups
+us
+use
+used
+useful
+usefully
+usefulness
+uses
+using
+usually
+uucp
+v
+value
+various
+very
+via
+viz
+vol
+vols
+vs
+w
+want
+wanted
+wanting
+wants
+was
+wasn't
+way
+ways
+we
+we'd
+we'll
+we're
+we've
+wed
+welcome
+well
+wells
+went
+were
+weren't
+what
+what'll
+what's
+whatever
+whats
+when
+whence
+whenever
+where
+where's
+whereafter
+whereas
+whereby
+wherein
+wheres
+whereupon
+wherever
+whether
+which
+while
+whim
+whither
+who
+who'll
+who's
+whod
+whoever
+whole
+whom
+whomever
+whos
+whose
+why
+widely
+will
+willing
+wish
+with
+within
+without
+won't
+wonder
+words
+work
+worked
+working
+works
+world
+would
+wouldn't
+www
+x
+y
+year
+years
+yes
+yet
+you
+you'd
+you'll
+you're
+you've
+youd
+young
+younger
+youngest
+your
+youre
+yours
+yourself
+yourselves
+z
+zero
+zt
+zz
\ No newline at end of file
diff --git a/foreground b/foreground
new file mode 100644
index 0000000..85bda02
--- /dev/null
+++ b/foreground
@@ -0,0 +1 @@
+{"isDownload":{"type":"keyword"},"availability":{"type":"integer"},"channel":{"type":"keyword"},"channelNum":{"type":"keyword"},"docType":{"type":"keyword"},"dataCount":{"type":"integer"},"primary":{"type":"integer"},"hasOCR":{"type":"integer"},"hasASR":{"type":"integer"},"hasTrans":{"type":"integer"},"ocrLength":{"type":"long"},"asrLength":{"type":"long"},"titleLength":{"type":"long"},"contentLength":{"type":"long"},"translateTitleLength":{"type":"long"},"translateContentLength":{"type":"long"},"hasImage":{"type":"integer"},"hasFile":{"type":"integer"},"hasVideo":{"type":"integer"},"pageTranspondCount":{"type":"keyword"},"pageCommentCount":{"type":"keyword"},"pageAttitudeCount":{"type":"keyword"},"isVip":{"type":"integer"},"goodrate":{"type":"long"},"generalrate":{"type":"long"},"poorrate":{"type":"long"},"readCount":{"type":"long"},"quoteCount":{"type":"long"},"commentsCount":{"type":"long"},"favorCnt":{"type":"long"},"viewCnt":{"type":"long"},"attitudesCount":{"type":"long"},"downCnt":{"type":"long"},"collectCount":{"type":"long"},"postCount":{"type":"long"},"fansCount":{"type":"long"},"friendsCount":{"type":"long"},"commentScore":{"type":"long"},"sysSentiment":{"type":"double"},"price":{"type":"double"},"nomorprice":{"type":"double"},"authornickname":{"type":"keyword"},"url":{"type":"keyword"},"urlHash":{"type":"keyword"},"titleSimHash":{"type":"keyword"},"contentSimHash":{"type":"keyword"},"brandId":{"type":"keyword"},"commentId":{"type":"keyword"},"commentUrl":{"type":"keyword"},"originalPhrase":{"type":"keyword"},"finalPhrase":{"type":"keyword"},"forwardUserId":{"type":"keyword"},"forwardUserType":{"type":"integer"},"forwardUserUrl":{"type":"keyword"},"forwardAvatar":{"type":"keyword"},"forwardImgs":{"type":"keyword"},"forwardPostSource":{"type":"keyword"},"forwardAttitudesCount":{"type":"long"},"forwardCommentsCount":{"type":"long"},"forwardQuoteCount":{"type":"long"},"forwardPubTime":{"type":"long"},"forwardAuthor":{"type":"keyword"},"forwardUrl":{"type":"keyword"},"getSource":{"type":"keyword"},"cate":{"type":"keyword"},"sex":{"type":"keyword"},"avatar":{"type":"keyword"},"language":{"type":"keyword"},"source":{"type":"keyword"},"enSource":{"type":"keyword"},"dns":{"type":"keyword"},"userUrl":{"type":"keyword"},"videoUrl":{"type":"keyword"},"contentTag":{"type":"keyword"},"author":{"type":"keyword"},"authorId":{"type":"keyword"},"authorLevel":{"type":"keyword"},"externalId":{"type":"keyword"},"pubDate":{"type":"date"},"pubDay":{"type":"long"},"pubTime":{"type":"long"},"pubTimeStr":{"type":"keyword"},"crawlDate":{"type":"date"},"crawlDay":{"type":"long"},"crawlTime":{"type":"long"},"crawlTimeStr":{"type":"keyword"},"createDate":{"type":"date"},"createDay":{"type":"long"},"createTime":{"type":"long"},"createTimeStr":{"type":"keyword"},"lastModifiedTime":{"type":"long"},"sysKeywords":{"type":"keyword"},"userType":{"type":"keyword"},"projectName":{"type":"keyword"},"postId":{"type":"keyword"},"docId":{"type":"keyword"},"dataId":{"type":"keyword"},"_id_":{"type":"keyword"},"postSource":{"type":"keyword"},"sign":{"type":"keyword"},"forumScore":{"type":"keyword"},"impression":{"type":"keyword"},"smallImgs":{"type":"keyword"},"firstListBrand":{"type":"keyword"},"secondListBrand":{"type":"keyword"},"threeListBrand":{"type":"keyword"},"fourListBrand":{"type":"keyword"},"fiveListBrand":{"type":"keyword"},"area":{"type":"keyword"},"location":{"type":"keyword"},"country":{"type":"keyword"},"province":{"type":"keyword"},"city":{"type":"keyword"},"age":{"type":"keyword"},"resolution":{"type":"keyword"},"extension":{"type":"keyword"},"thumbnails":{"type":"keyword"},"videoTime":{"type":"keyword"},"crawlDataFlag":{"type":"keyword"},"crawlDataFlagType":{"type":"keyword"},"attr":{"type":"keyword"},"pageType":{"type":"keyword"},"siteId":{"type":"keyword"},"taskId":{"type":"keyword"},"sysAbstract":{"analyzer":"ik_smart","type":"text"},"tag":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}},"otherSourceJson":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}},"asrText":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}},"ocrText":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}},"title":{"analyzer":"ik_smart","term_vector":"yes","type":"text","fields":{"shingles":{"analyzer":"shingle_analyzer","type":"text"}}},"translateTitle":{"analyzer":"ik_smart","term_vector":"yes","type":"text","fields":{"shingles":{"analyzer":"shingle_analyzer","type":"text"}}},"translateContent":{"analyzer":"ik_smart","term_vector":"yes","type":"text","fields":{"shingles":{"analyzer":"shingle_analyzer","type":"text"}}},"content":{"analyzer":"ik_smart","term_vector":"yes","type":"text","fields":{"shingles":{"analyzer":"shingle_analyzer","type":"text"}}},"productParameter":{"analyzer":"ik_smart","term_vector":"yes","type":"text","fields":{"shingles":{"analyzer":"shingle_analyzer","type":"text"}}},"forwardContent":{"analyzer":"ik_smart","type":"text","fields":{"shingles":{"analyzer":"shingle_analyzer","type":"text"}}},"brand":{"analyzer":"ik_smart","term_vector":"yes","type":"text","fields":{"shingles":{"analyzer":"shingle_analyzer","type":"text"}}},"listBrand":{"analyzer":"ik_smart","term_vector":"yes","type":"text","fields":{"shingles":{"analyzer":"shingle_analyzer","type":"text"}}},"imageCount":{"type": "integer"},"fileCount":{"type": "integer"},"videoCount":{"type": "integer"},"promotionInfo":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}},"pictureList":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}},"avatarPath":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}},"skuProperties":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}},"mentionAccount":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}},"mentionAccountUrl":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}},"hashTag":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}},"places":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}},"opinions":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}},"expression":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}},"hlKeywords":{"type":"text","fields":{"keyword":{"ignore_above":256,"type":"keyword"}}}}
diff --git a/log/kafka.log b/log/kafka.log
new file mode 100644
index 0000000..e69de29
diff --git a/mvnw b/mvnw
new file mode 100755
index 0000000..19529dd
--- /dev/null
+++ b/mvnw
@@ -0,0 +1,259 @@
+#!/bin/sh
+# ----------------------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ----------------------------------------------------------------------------
+
+# ----------------------------------------------------------------------------
+# Apache Maven Wrapper startup batch script, version 3.3.2
+#
+# Optional ENV vars
+# -----------------
+#   JAVA_HOME - location of a JDK home dir, required when download maven via java source
+#   MVNW_REPOURL - repo url base for downloading maven distribution
+#   MVNW_USERNAME/MVNW_PASSWORD - user and password for downloading maven
+#   MVNW_VERBOSE - true: enable verbose log; debug: trace the mvnw script; others: silence the output
+# ----------------------------------------------------------------------------
+
+set -euf
+[ "${MVNW_VERBOSE-}" != debug ] || set -x
+
+# OS specific support.
+native_path() { printf %s\\n "$1"; }
+case "$(uname)" in
+CYGWIN* | MINGW*)
+  [ -z "${JAVA_HOME-}" ] || JAVA_HOME="$(cygpath --unix "$JAVA_HOME")"
+  native_path() { cygpath --path --windows "$1"; }
+  ;;
+esac
+
+# set JAVACMD and JAVACCMD
+set_java_home() {
+  # For Cygwin and MinGW, ensure paths are in Unix format before anything is touched
+  if [ -n "${JAVA_HOME-}" ]; then
+    if [ -x "$JAVA_HOME/jre/sh/java" ]; then
+      # IBM's JDK on AIX uses strange locations for the executables
+      JAVACMD="$JAVA_HOME/jre/sh/java"
+      JAVACCMD="$JAVA_HOME/jre/sh/javac"
+    else
+      JAVACMD="$JAVA_HOME/bin/java"
+      JAVACCMD="$JAVA_HOME/bin/javac"
+
+      if [ ! -x "$JAVACMD" ] || [ ! -x "$JAVACCMD" ]; then
+        echo "The JAVA_HOME environment variable is not defined correctly, so mvnw cannot run." >&2
+        echo "JAVA_HOME is set to \"$JAVA_HOME\", but \"\$JAVA_HOME/bin/java\" or \"\$JAVA_HOME/bin/javac\" does not exist." >&2
+        return 1
+      fi
+    fi
+  else
+    JAVACMD="$(
+      'set' +e
+      'unset' -f command 2>/dev/null
+      'command' -v java
+    )" || :
+    JAVACCMD="$(
+      'set' +e
+      'unset' -f command 2>/dev/null
+      'command' -v javac
+    )" || :
+
+    if [ ! -x "${JAVACMD-}" ] || [ ! -x "${JAVACCMD-}" ]; then
+      echo "The java/javac command does not exist in PATH nor is JAVA_HOME set, so mvnw cannot run." >&2
+      return 1
+    fi
+  fi
+}
+
+# hash string like Java String::hashCode
+hash_string() {
+  str="${1:-}" h=0
+  while [ -n "$str" ]; do
+    char="${str%"${str#?}"}"
+    h=$(((h * 31 + $(LC_CTYPE=C printf %d "'$char")) % 4294967296))
+    str="${str#?}"
+  done
+  printf %x\\n $h
+}
+
+verbose() { :; }
+[ "${MVNW_VERBOSE-}" != true ] || verbose() { printf %s\\n "${1-}"; }
+
+die() {
+  printf %s\\n "$1" >&2
+  exit 1
+}
+
+trim() {
+  # MWRAPPER-139:
+  #   Trims trailing and leading whitespace, carriage returns, tabs, and linefeeds.
+  #   Needed for removing poorly interpreted newline sequences when running in more
+  #   exotic environments such as mingw bash on Windows.
+  printf "%s" "${1}" | tr -d '[:space:]'
+}
+
+# parse distributionUrl and optional distributionSha256Sum, requires .mvn/wrapper/maven-wrapper.properties
+while IFS="=" read -r key value; do
+  case "${key-}" in
+  distributionUrl) distributionUrl=$(trim "${value-}") ;;
+  distributionSha256Sum) distributionSha256Sum=$(trim "${value-}") ;;
+  esac
+done <"${0%/*}/.mvn/wrapper/maven-wrapper.properties"
+[ -n "${distributionUrl-}" ] || die "cannot read distributionUrl property in ${0%/*}/.mvn/wrapper/maven-wrapper.properties"
+
+case "${distributionUrl##*/}" in
+maven-mvnd-*bin.*)
+  MVN_CMD=mvnd.sh _MVNW_REPO_PATTERN=/maven/mvnd/
+  case "${PROCESSOR_ARCHITECTURE-}${PROCESSOR_ARCHITEW6432-}:$(uname -a)" in
+  *AMD64:CYGWIN* | *AMD64:MINGW*) distributionPlatform=windows-amd64 ;;
+  :Darwin*x86_64) distributionPlatform=darwin-amd64 ;;
+  :Darwin*arm64) distributionPlatform=darwin-aarch64 ;;
+  :Linux*x86_64*) distributionPlatform=linux-amd64 ;;
+  *)
+    echo "Cannot detect native platform for mvnd on $(uname)-$(uname -m), use pure java version" >&2
+    distributionPlatform=linux-amd64
+    ;;
+  esac
+  distributionUrl="${distributionUrl%-bin.*}-$distributionPlatform.zip"
+  ;;
+maven-mvnd-*) MVN_CMD=mvnd.sh _MVNW_REPO_PATTERN=/maven/mvnd/ ;;
+*) MVN_CMD="mvn${0##*/mvnw}" _MVNW_REPO_PATTERN=/org/apache/maven/ ;;
+esac
+
+# apply MVNW_REPOURL and calculate MAVEN_HOME
+# maven home pattern: ~/.m2/wrapper/dists/{apache-maven-<version>,maven-mvnd-<version>-<platform>}/<hash>
+[ -z "${MVNW_REPOURL-}" ] || distributionUrl="$MVNW_REPOURL$_MVNW_REPO_PATTERN${distributionUrl#*"$_MVNW_REPO_PATTERN"}"
+distributionUrlName="${distributionUrl##*/}"
+distributionUrlNameMain="${distributionUrlName%.*}"
+distributionUrlNameMain="${distributionUrlNameMain%-bin}"
+MAVEN_USER_HOME="${MAVEN_USER_HOME:-${HOME}/.m2}"
+MAVEN_HOME="${MAVEN_USER_HOME}/wrapper/dists/${distributionUrlNameMain-}/$(hash_string "$distributionUrl")"
+
+exec_maven() {
+  unset MVNW_VERBOSE MVNW_USERNAME MVNW_PASSWORD MVNW_REPOURL || :
+  exec "$MAVEN_HOME/bin/$MVN_CMD" "$@" || die "cannot exec $MAVEN_HOME/bin/$MVN_CMD"
+}
+
+if [ -d "$MAVEN_HOME" ]; then
+  verbose "found existing MAVEN_HOME at $MAVEN_HOME"
+  exec_maven "$@"
+fi
+
+case "${distributionUrl-}" in
+*?-bin.zip | *?maven-mvnd-?*-?*.zip) ;;
+*) die "distributionUrl is not valid, must match *-bin.zip or maven-mvnd-*.zip, but found '${distributionUrl-}'" ;;
+esac
+
+# prepare tmp dir
+if TMP_DOWNLOAD_DIR="$(mktemp -d)" && [ -d "$TMP_DOWNLOAD_DIR" ]; then
+  clean() { rm -rf -- "$TMP_DOWNLOAD_DIR"; }
+  trap clean HUP INT TERM EXIT
+else
+  die "cannot create temp dir"
+fi
+
+mkdir -p -- "${MAVEN_HOME%/*}"
+
+# Download and Install Apache Maven
+verbose "Couldn't find MAVEN_HOME, downloading and installing it ..."
+verbose "Downloading from: $distributionUrl"
+verbose "Downloading to: $TMP_DOWNLOAD_DIR/$distributionUrlName"
+
+# select .zip or .tar.gz
+if ! command -v unzip >/dev/null; then
+  distributionUrl="${distributionUrl%.zip}.tar.gz"
+  distributionUrlName="${distributionUrl##*/}"
+fi
+
+# verbose opt
+__MVNW_QUIET_WGET=--quiet __MVNW_QUIET_CURL=--silent __MVNW_QUIET_UNZIP=-q __MVNW_QUIET_TAR=''
+[ "${MVNW_VERBOSE-}" != true ] || __MVNW_QUIET_WGET='' __MVNW_QUIET_CURL='' __MVNW_QUIET_UNZIP='' __MVNW_QUIET_TAR=v
+
+# normalize http auth
+case "${MVNW_PASSWORD:+has-password}" in
+'') MVNW_USERNAME='' MVNW_PASSWORD='' ;;
+has-password) [ -n "${MVNW_USERNAME-}" ] || MVNW_USERNAME='' MVNW_PASSWORD='' ;;
+esac
+
+if [ -z "${MVNW_USERNAME-}" ] && command -v wget >/dev/null; then
+  verbose "Found wget ... using wget"
+  wget ${__MVNW_QUIET_WGET:+"$__MVNW_QUIET_WGET"} "$distributionUrl" -O "$TMP_DOWNLOAD_DIR/$distributionUrlName" || die "wget: Failed to fetch $distributionUrl"
+elif [ -z "${MVNW_USERNAME-}" ] && command -v curl >/dev/null; then
+  verbose "Found curl ... using curl"
+  curl ${__MVNW_QUIET_CURL:+"$__MVNW_QUIET_CURL"} -f -L -o "$TMP_DOWNLOAD_DIR/$distributionUrlName" "$distributionUrl" || die "curl: Failed to fetch $distributionUrl"
+elif set_java_home; then
+  verbose "Falling back to use Java to download"
+  javaSource="$TMP_DOWNLOAD_DIR/Downloader.java"
+  targetZip="$TMP_DOWNLOAD_DIR/$distributionUrlName"
+  cat >"$javaSource" <<-END
+	public class Downloader extends java.net.Authenticator
+	{
+	  protected java.net.PasswordAuthentication getPasswordAuthentication()
+	  {
+	    return new java.net.PasswordAuthentication( System.getenv( "MVNW_USERNAME" ), System.getenv( "MVNW_PASSWORD" ).toCharArray() );
+	  }
+	  public static void main( String[] args ) throws Exception
+	  {
+	    setDefault( new Downloader() );
+	    java.nio.file.Files.copy( java.net.URI.create( args[0] ).toURL().openStream(), java.nio.file.Paths.get( args[1] ).toAbsolutePath().normalize() );
+	  }
+	}
+	END
+  # For Cygwin/MinGW, switch paths to Windows format before running javac and java
+  verbose " - Compiling Downloader.java ..."
+  "$(native_path "$JAVACCMD")" "$(native_path "$javaSource")" || die "Failed to compile Downloader.java"
+  verbose " - Running Downloader.java ..."
+  "$(native_path "$JAVACMD")" -cp "$(native_path "$TMP_DOWNLOAD_DIR")" Downloader "$distributionUrl" "$(native_path "$targetZip")"
+fi
+
+# If specified, validate the SHA-256 sum of the Maven distribution zip file
+if [ -n "${distributionSha256Sum-}" ]; then
+  distributionSha256Result=false
+  if [ "$MVN_CMD" = mvnd.sh ]; then
+    echo "Checksum validation is not supported for maven-mvnd." >&2
+    echo "Please disable validation by removing 'distributionSha256Sum' from your maven-wrapper.properties." >&2
+    exit 1
+  elif command -v sha256sum >/dev/null; then
+    if echo "$distributionSha256Sum  $TMP_DOWNLOAD_DIR/$distributionUrlName" | sha256sum -c >/dev/null 2>&1; then
+      distributionSha256Result=true
+    fi
+  elif command -v shasum >/dev/null; then
+    if echo "$distributionSha256Sum  $TMP_DOWNLOAD_DIR/$distributionUrlName" | shasum -a 256 -c >/dev/null 2>&1; then
+      distributionSha256Result=true
+    fi
+  else
+    echo "Checksum validation was requested but neither 'sha256sum' or 'shasum' are available." >&2
+    echo "Please install either command, or disable validation by removing 'distributionSha256Sum' from your maven-wrapper.properties." >&2
+    exit 1
+  fi
+  if [ $distributionSha256Result = false ]; then
+    echo "Error: Failed to validate Maven distribution SHA-256, your Maven distribution might be compromised." >&2
+    echo "If you updated your Maven version, you need to update the specified distributionSha256Sum property." >&2
+    exit 1
+  fi
+fi
+
+# unzip and move
+if command -v unzip >/dev/null; then
+  unzip ${__MVNW_QUIET_UNZIP:+"$__MVNW_QUIET_UNZIP"} "$TMP_DOWNLOAD_DIR/$distributionUrlName" -d "$TMP_DOWNLOAD_DIR" || die "failed to unzip"
+else
+  tar xzf${__MVNW_QUIET_TAR:+"$__MVNW_QUIET_TAR"} "$TMP_DOWNLOAD_DIR/$distributionUrlName" -C "$TMP_DOWNLOAD_DIR" || die "failed to untar"
+fi
+printf %s\\n "$distributionUrl" >"$TMP_DOWNLOAD_DIR/$distributionUrlNameMain/mvnw.url"
+mv -- "$TMP_DOWNLOAD_DIR/$distributionUrlNameMain" "$MAVEN_HOME" || [ -d "$MAVEN_HOME" ] || die "fail to move MAVEN_HOME"
+
+clean || :
+exec_maven "$@"
diff --git a/mvnw.cmd b/mvnw.cmd
new file mode 100644
index 0000000..249bdf3
--- /dev/null
+++ b/mvnw.cmd
@@ -0,0 +1,149 @@
+<# : batch portion
+@REM ----------------------------------------------------------------------------
+@REM Licensed to the Apache Software Foundation (ASF) under one
+@REM or more contributor license agreements.  See the NOTICE file
+@REM distributed with this work for additional information
+@REM regarding copyright ownership.  The ASF licenses this file
+@REM to you under the Apache License, Version 2.0 (the
+@REM "License"); you may not use this file except in compliance
+@REM with the License.  You may obtain a copy of the License at
+@REM
+@REM    http://www.apache.org/licenses/LICENSE-2.0
+@REM
+@REM Unless required by applicable law or agreed to in writing,
+@REM software distributed under the License is distributed on an
+@REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+@REM KIND, either express or implied.  See the License for the
+@REM specific language governing permissions and limitations
+@REM under the License.
+@REM ----------------------------------------------------------------------------
+
+@REM ----------------------------------------------------------------------------
+@REM Apache Maven Wrapper startup batch script, version 3.3.2
+@REM
+@REM Optional ENV vars
+@REM   MVNW_REPOURL - repo url base for downloading maven distribution
+@REM   MVNW_USERNAME/MVNW_PASSWORD - user and password for downloading maven
+@REM   MVNW_VERBOSE - true: enable verbose log; others: silence the output
+@REM ----------------------------------------------------------------------------
+
+@IF "%__MVNW_ARG0_NAME__%"=="" (SET __MVNW_ARG0_NAME__=%~nx0)
+@SET __MVNW_CMD__=
+@SET __MVNW_ERROR__=
+@SET __MVNW_PSMODULEP_SAVE=%PSModulePath%
+@SET PSModulePath=
+@FOR /F "usebackq tokens=1* delims==" %%A IN (`powershell -noprofile "& {$scriptDir='%~dp0'; $script='%__MVNW_ARG0_NAME__%'; icm -ScriptBlock ([Scriptblock]::Create((Get-Content -Raw '%~f0'))) -NoNewScope}"`) DO @(
+  IF "%%A"=="MVN_CMD" (set __MVNW_CMD__=%%B) ELSE IF "%%B"=="" (echo %%A) ELSE (echo %%A=%%B)
+)
+@SET PSModulePath=%__MVNW_PSMODULEP_SAVE%
+@SET __MVNW_PSMODULEP_SAVE=
+@SET __MVNW_ARG0_NAME__=
+@SET MVNW_USERNAME=
+@SET MVNW_PASSWORD=
+@IF NOT "%__MVNW_CMD__%"=="" (%__MVNW_CMD__% %*)
+@echo Cannot start maven from wrapper >&2 && exit /b 1
+@GOTO :EOF
+: end batch / begin powershell #>
+
+$ErrorActionPreference = "Stop"
+if ($env:MVNW_VERBOSE -eq "true") {
+  $VerbosePreference = "Continue"
+}
+
+# calculate distributionUrl, requires .mvn/wrapper/maven-wrapper.properties
+$distributionUrl = (Get-Content -Raw "$scriptDir/.mvn/wrapper/maven-wrapper.properties" | ConvertFrom-StringData).distributionUrl
+if (!$distributionUrl) {
+  Write-Error "cannot read distributionUrl property in $scriptDir/.mvn/wrapper/maven-wrapper.properties"
+}
+
+switch -wildcard -casesensitive ( $($distributionUrl -replace '^.*/','') ) {
+  "maven-mvnd-*" {
+    $USE_MVND = $true
+    $distributionUrl = $distributionUrl -replace '-bin\.[^.]*$',"-windows-amd64.zip"
+    $MVN_CMD = "mvnd.cmd"
+    break
+  }
+  default {
+    $USE_MVND = $false
+    $MVN_CMD = $script -replace '^mvnw','mvn'
+    break
+  }
+}
+
+# apply MVNW_REPOURL and calculate MAVEN_HOME
+# maven home pattern: ~/.m2/wrapper/dists/{apache-maven-<version>,maven-mvnd-<version>-<platform>}/<hash>
+if ($env:MVNW_REPOURL) {
+  $MVNW_REPO_PATTERN = if ($USE_MVND) { "/org/apache/maven/" } else { "/maven/mvnd/" }
+  $distributionUrl = "$env:MVNW_REPOURL$MVNW_REPO_PATTERN$($distributionUrl -replace '^.*'+$MVNW_REPO_PATTERN,'')"
+}
+$distributionUrlName = $distributionUrl -replace '^.*/',''
+$distributionUrlNameMain = $distributionUrlName -replace '\.[^.]*$','' -replace '-bin$',''
+$MAVEN_HOME_PARENT = "$HOME/.m2/wrapper/dists/$distributionUrlNameMain"
+if ($env:MAVEN_USER_HOME) {
+  $MAVEN_HOME_PARENT = "$env:MAVEN_USER_HOME/wrapper/dists/$distributionUrlNameMain"
+}
+$MAVEN_HOME_NAME = ([System.Security.Cryptography.MD5]::Create().ComputeHash([byte[]][char[]]$distributionUrl) | ForEach-Object {$_.ToString("x2")}) -join ''
+$MAVEN_HOME = "$MAVEN_HOME_PARENT/$MAVEN_HOME_NAME"
+
+if (Test-Path -Path "$MAVEN_HOME" -PathType Container) {
+  Write-Verbose "found existing MAVEN_HOME at $MAVEN_HOME"
+  Write-Output "MVN_CMD=$MAVEN_HOME/bin/$MVN_CMD"
+  exit $?
+}
+
+if (! $distributionUrlNameMain -or ($distributionUrlName -eq $distributionUrlNameMain)) {
+  Write-Error "distributionUrl is not valid, must end with *-bin.zip, but found $distributionUrl"
+}
+
+# prepare tmp dir
+$TMP_DOWNLOAD_DIR_HOLDER = New-TemporaryFile
+$TMP_DOWNLOAD_DIR = New-Item -Itemtype Directory -Path "$TMP_DOWNLOAD_DIR_HOLDER.dir"
+$TMP_DOWNLOAD_DIR_HOLDER.Delete() | Out-Null
+trap {
+  if ($TMP_DOWNLOAD_DIR.Exists) {
+    try { Remove-Item $TMP_DOWNLOAD_DIR -Recurse -Force | Out-Null }
+    catch { Write-Warning "Cannot remove $TMP_DOWNLOAD_DIR" }
+  }
+}
+
+New-Item -Itemtype Directory -Path "$MAVEN_HOME_PARENT" -Force | Out-Null
+
+# Download and Install Apache Maven
+Write-Verbose "Couldn't find MAVEN_HOME, downloading and installing it ..."
+Write-Verbose "Downloading from: $distributionUrl"
+Write-Verbose "Downloading to: $TMP_DOWNLOAD_DIR/$distributionUrlName"
+
+$webclient = New-Object System.Net.WebClient
+if ($env:MVNW_USERNAME -and $env:MVNW_PASSWORD) {
+  $webclient.Credentials = New-Object System.Net.NetworkCredential($env:MVNW_USERNAME, $env:MVNW_PASSWORD)
+}
+[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12
+$webclient.DownloadFile($distributionUrl, "$TMP_DOWNLOAD_DIR/$distributionUrlName") | Out-Null
+
+# If specified, validate the SHA-256 sum of the Maven distribution zip file
+$distributionSha256Sum = (Get-Content -Raw "$scriptDir/.mvn/wrapper/maven-wrapper.properties" | ConvertFrom-StringData).distributionSha256Sum
+if ($distributionSha256Sum) {
+  if ($USE_MVND) {
+    Write-Error "Checksum validation is not supported for maven-mvnd. `nPlease disable validation by removing 'distributionSha256Sum' from your maven-wrapper.properties."
+  }
+  Import-Module $PSHOME\Modules\Microsoft.PowerShell.Utility -Function Get-FileHash
+  if ((Get-FileHash "$TMP_DOWNLOAD_DIR/$distributionUrlName" -Algorithm SHA256).Hash.ToLower() -ne $distributionSha256Sum) {
+    Write-Error "Error: Failed to validate Maven distribution SHA-256, your Maven distribution might be compromised. If you updated your Maven version, you need to update the specified distributionSha256Sum property."
+  }
+}
+
+# unzip and move
+Expand-Archive "$TMP_DOWNLOAD_DIR/$distributionUrlName" -DestinationPath "$TMP_DOWNLOAD_DIR" | Out-Null
+Rename-Item -Path "$TMP_DOWNLOAD_DIR/$distributionUrlNameMain" -NewName $MAVEN_HOME_NAME | Out-Null
+try {
+  Move-Item -Path "$TMP_DOWNLOAD_DIR/$MAVEN_HOME_NAME" -Destination $MAVEN_HOME_PARENT | Out-Null
+} catch {
+  if (! (Test-Path -Path "$MAVEN_HOME" -PathType Container)) {
+    Write-Error "fail to move MAVEN_HOME"
+  }
+} finally {
+  try { Remove-Item $TMP_DOWNLOAD_DIR -Recurse -Force | Out-Null }
+  catch { Write-Warning "Cannot remove $TMP_DOWNLOAD_DIR" }
+}
+
+Write-Output "MVN_CMD=$MAVEN_HOME/bin/$MVN_CMD"
diff --git a/pom.xml b/pom.xml
new file mode 100644
index 0000000..f5c28ef
--- /dev/null
+++ b/pom.xml
@@ -0,0 +1,327 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>org.springframework.boot</groupId>
+        <artifactId>spring-boot-starter-parent</artifactId>
+        <version>2.0.0.RELEASE</version>
+        <relativePath/> <!-- lookup parent from repository -->
+    </parent>
+    <groupId>com.zyzs</groupId>
+    <artifactId>OtherDatasave</artifactId>
+    <version>0.0.1-SNAPSHOT</version>
+    <name>OtherDatasave</name>
+    <description>Demo project for Spring Boot</description>
+    <url/>
+    <licenses>
+        <license/>
+    </licenses>
+    <developers>
+        <developer/>
+    </developers>
+    <scm>
+        <connection/>
+        <developerConnection/>
+        <tag/>
+        <url/>
+    </scm>
+    <properties>
+        <source>1.8</source>
+        <start-class>com.zyzs.otherdatasave.OtherDatasaveApplication</start-class>
+        <es.version>6.0.0</es.version>
+        <spring-boot-version>2.0.0.RELEASE</spring-boot-version>
+        <springframework.boot.version>2.0.0.RELEASE</springframework.boot.version>
+        <springframework.version>5.0.16.RELEASE</springframework.version>
+        <logstash.version>4.4</logstash.version>
+    </properties>
+    <dependencies>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-test</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+
+
+        <dependency>
+            <groupId>org.junit.jupiter</groupId>
+            <artifactId>junit-jupiter</artifactId>
+            <version>5.9.2</version> <!-- 使用最新的版本号 -->
+            <scope>test</scope>
+        </dependency>
+        <dependency>
+            <groupId>org.springframework</groupId>
+            <artifactId>spring-webmvc</artifactId>
+            <version>${springframework.version}</version>
+        </dependency>
+
+
+
+        <dependency>
+            <groupId>org.springframework</groupId>
+            <artifactId>spring-core</artifactId>
+            <version>${springframework.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-logging</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-web</artifactId>
+            <version>${springframework.boot.version}</version>
+            <exclusions>
+                <exclusion>
+                    <groupId>org.springframework.boot</groupId>
+                    <artifactId>spring-boot-starter-json</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.springframework</groupId>
+                    <artifactId>spring-web</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.springframework</groupId>
+                    <artifactId>spring-webmvc</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter</artifactId>
+            <version>2.0.0.RELEASE</version>
+        </dependency>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-data-jpa</artifactId>
+            <version>2.0.0.RELEASE</version>
+        </dependency>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-devtools</artifactId>
+            <version>2.0.0.RELEASE</version>
+        </dependency>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-test</artifactId>
+            <version>2.0.0.RELEASE</version>
+        </dependency>
+
+        <dependency>
+            <groupId>com.fasterxml.jackson.core</groupId>
+            <artifactId>jackson-databind</artifactId>
+            <version>2.9.3</version>
+        </dependency>
+        <dependency>
+            <groupId>commons-lang</groupId>
+            <artifactId>commons-lang</artifactId>
+            <version>2.6</version>
+            <scope>compile</scope>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.commons</groupId>
+            <artifactId>commons-pool2</artifactId>
+        </dependency>
+
+        <!--引入redis,排除lettuce的引用-->
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-data-redis</artifactId>
+
+            <exclusions>
+                <exclusion>
+                    <groupId>io.lettuce</groupId>
+                    <artifactId>lettuce-core</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+
+        <!-- 引入Jedis客戶端-->
+        <dependency>
+            <groupId>redis.clients</groupId>
+            <artifactId>jedis</artifactId>
+            <version>3.7.0</version>
+        </dependency>
+
+
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-data-redis</artifactId>
+            <version>2.4.11</version>
+        </dependency>
+
+        <dependency>
+            <groupId>com.alibaba</groupId>
+            <artifactId>easyexcel</artifactId>
+            <version>3.2.0</version>
+        </dependency>
+
+
+        <dependency>
+            <groupId>mysql</groupId>
+            <artifactId>mysql-connector-java</artifactId>
+            <version>8.0.29</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.apache.commons</groupId>
+            <artifactId>commons-pool2</artifactId>
+            <version>2.5.0</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.commons</groupId>
+            <artifactId>commons-lang3</artifactId>
+            <version>3.7</version>
+        </dependency>
+        <dependency>
+            <groupId>commons-lang</groupId>
+            <artifactId>commons-lang</artifactId>
+            <version>2.6</version>
+        </dependency>
+        <dependency>
+            <groupId>commons-io</groupId>
+            <artifactId>commons-io</artifactId>
+            <version>2.4</version>
+        </dependency>
+
+        <dependency>
+            <groupId>com.google.guava</groupId>
+            <artifactId>guava</artifactId>
+            <version>19.0</version>
+        </dependency>
+
+        <dependency>
+            <groupId>com.alibaba</groupId>
+            <artifactId>fastjson</artifactId>
+            <version>1.2.6</version>
+        </dependency>
+
+        <dependency>
+
+            <groupId>com.bfd</groupId>
+            <artifactId>elastiUtilsHigh</artifactId>
+            <version>7.17.4</version>
+        </dependency>
+        <dependency>
+            <groupId>org.elasticsearch</groupId>
+            <artifactId>elasticsearch</artifactId>
+            <version>7.17.4</version>
+        </dependency>
+        <dependency>
+            <groupId>org.elasticsearch.client</groupId>
+            <artifactId>transport</artifactId>
+            <version>7.17.4</version>
+        </dependency>
+        <dependency>
+            <groupId>org.elasticsearch.plugin</groupId>
+            <artifactId>transport-netty4-client</artifactId>
+            <version>7.17.4</version>
+        </dependency>
+        <dependency>
+            <groupId>org.elasticsearch.client</groupId>
+            <artifactId>elasticsearch-rest-high-level-client</artifactId>
+            <version>7.17.4</version>
+        </dependency>
+
+
+        <dependency>
+            <groupId>com.squareup.okhttp3</groupId>
+            <artifactId>okhttp</artifactId>
+            <version>3.9.1</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.apache.kafka</groupId>
+            <artifactId>kafka-clients</artifactId>
+            <version>0.10.1.0</version>
+        </dependency>
+        <dependency>
+            <groupId>com.wandoulabs.jodis</groupId>
+            <artifactId>jodis</artifactId>
+            <version>0.1.2</version>
+        </dependency>
+        <dependency>
+            <groupId>org.jsoup</groupId>
+            <artifactId>jsoup</artifactId>
+            <version>1.8.3</version>
+        </dependency>
+
+        <dependency>
+            <groupId>bfd</groupId>
+            <artifactId>utils</artifactId>
+            <version>3.0.0</version>
+        </dependency>
+        <dependency>
+            <groupId>com.bfd</groupId>
+            <artifactId>elastiUtils</artifactId>
+            <version>0.0.2-SNAPSHOT</version>
+        </dependency>
+        <!--        <dependency>-->
+        <!--            <groupId>kafka-utils</groupId>-->
+        <!--            <artifactId>kafka</artifactId>-->
+        <!--            <version>0.10</version>-->
+        <!--        </dependency>-->
+
+        <dependency>
+            <groupId>kafka-utils</groupId>
+            <artifactId>kafka</artifactId>
+            <version>0.10</version>
+        </dependency>
+        <dependency>
+            <groupId>org.projectlombok</groupId>
+            <artifactId>lombok</artifactId>
+            <version>1.18.4</version>
+            <scope>provided</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>com.bfd.javaxmail</groupId>
+            <artifactId>mail</artifactId>
+            <version>0.0.1</version>
+        </dependency>
+        <dependency>
+            <groupId>com.bfd.commontools</groupId>
+            <artifactId>commontools</artifactId>
+            <version>0.0.2</version>
+            <!--<systemPath>BfdRedisTools-1.0.0.jar</systemPath>-->
+        </dependency>
+
+
+    </dependencies>
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-compiler-plugin</artifactId>
+                <configuration>
+                    <source>1.8</source>
+                    <target>1.8</target>
+                </configuration>
+            </plugin>
+            <plugin>
+                <groupId>org.springframework.boot</groupId>
+                <artifactId>spring-boot-maven-plugin</artifactId>
+                <version>2.0.0.RELEASE</version>
+                <configuration>
+                    <mainClass>com.zyzs.otherdatasave.OtherDatasaveApplication</mainClass>
+                </configuration>
+                <executions>
+                    <execution>
+                        <goals>
+                            <goal>repackage</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
+        </plugins>
+    </build>
+
+
+</project>
diff --git a/src/main/java/com/zyzs/otherdatasave/ExcelReader.java b/src/main/java/com/zyzs/otherdatasave/ExcelReader.java
new file mode 100644
index 0000000..2bd40b4
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/ExcelReader.java
@@ -0,0 +1,25 @@
+package com.zyzs.otherdatasave;
+
+import com.alibaba.excel.EasyExcel;
+import com.zyzs.otherdatasave.bean.ExcelData;
+import com.zyzs.otherdatasave.bean.ExcelListener;
+
+import java.util.List;
+
+public class ExcelReader {
+
+    public static void main(String[] args) {
+
+        String excelFilePath = "data/20250519100453.xls";
+
+        // 读取 Excel 文件
+        List<ExcelData> excelDataList = EasyExcel.read(excelFilePath, ExcelData.class, new ExcelListener())
+                .sheet(0)
+                .doReadSync();
+        // 输出读取的数据
+        for (ExcelData data : excelDataList) {
+            System.out.println("Field1: " + data.getField1() + ", Field2: " + data.getField2());
+
+       }
+  }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/OtherDatasaveApplication.java b/src/main/java/com/zyzs/otherdatasave/OtherDatasaveApplication.java
new file mode 100644
index 0000000..92320b9
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/OtherDatasaveApplication.java
@@ -0,0 +1,146 @@
+package com.zyzs.otherdatasave;
+
+import com.bfd.crawler.elasti.ElastiProducerHigh;
+import com.bfd.crawler.kafka7.KfkConsumer;
+import com.bfd.crawler.utils.JsonUtils;
+import com.zyzs.otherdatasave.cache.Constants;
+import com.zyzs.otherdatasave.config.AppConfig;
+import com.zyzs.otherdatasave.service.*;
+import com.zyzs.otherdatasave.util.ReadLine;
+import com.zyzs.otherdatasave.worker.*;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+import org.springframework.boot.autoconfigure.jdbc.DataSourceAutoConfiguration;
+import org.springframework.boot.autoconfigure.orm.jpa.HibernateJpaAutoConfiguration;
+import org.springframework.context.ConfigurableApplicationContext;
+
+import java.io.File;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+
+@SpringBootApplication(exclude={DataSourceAutoConfiguration.class, HibernateJpaAutoConfiguration.class})
+public class OtherDatasaveApplication {
+    @Autowired
+    private AppConfig config;
+    private static final Logger LOGGER = LoggerFactory.getLogger(OtherDatasaveApplication.class);
+
+
+    @Autowired
+    private QueryPaperProducer queryPaper;
+    @Autowired
+    private QuerycliniProducer queryclini;
+    @Autowired
+    private QueryDrugProducer queryDrug;
+
+    @Autowired
+    private QueryProProducer queryProj;
+
+    @Autowired
+    private QueryPatentProducer queryPatent;
+
+
+    @Autowired
+    private QueryEqProducer queryEqProducer;
+
+    @Autowired
+    private QueryorgProducer queryorgProducer;
+
+
+    @Autowired
+    private QueryKfkaProducer queryKfkaProducer;
+
+
+
+
+    public static void main(String[] args) {
+        ConfigurableApplicationContext context = SpringApplication.run(OtherDatasaveApplication.class, args);
+        context.getBean(OtherDatasaveApplication.class).start();
+    }
+
+    private void start() {
+
+        config.verify();
+        LOGGER.info("App config:{}.", config.toString());
+//
+        KfkConsumer.startReadThread(Constants.getClini(), config.getReadcliniTopic(), 9, config.getReadcliniGroupid(),1);
+        KfkConsumer.startReadThread(Constants.getProj(), config.getReadprojTopic(), 9, config.getReadprojgroupid(),1);
+        KfkConsumer.startReadThread(Constants.getDrug(), config.getReaddrugTopic(), 9, config.getReaddrugGroupid(),1);
+        KfkConsumer.startReadThread(Constants.getPatent(), config.getReadpatentTopic(), 9, config.getReadpatentGroupid(),1);
+        KfkConsumer.startReadThread(Constants.getPaper(), config.getReadpaperTopic(), 9, config.getReadpaperGroupid(),1);
+
+        KfkConsumer.startReadThread(Constants.getEquipment(), config.getReadeqTopic(), 9, config.getReadeqGroupid(),1);
+
+        queryPatent.start();
+        queryclini.start();
+        queryProj.start();
+        queryEqProducer.start();
+        queryPaper.start();
+        queryDrug.start();
+
+
+
+//        KfkConsumer.startReadThread(Constants.getClini(), "0522", 9, "123456",1);
+//
+//        queryKfkaProducer.start();
+
+
+
+//        KfkConsumer.startReadThread(Constants.getClini(), "newa123", 9, "123",1);
+//
+//        queryKfkaProducer.start();
+
+
+
+    }
+  //回写es数据  306812 实验室  csci_laboratory
+    //csci_org
+//    private void start() {
+//
+//       config.verify();
+//        LOGGER.info("App config:{}.", config.toString());
+//        KfkConsumer.startReadThread(Constants.getEquipment(), "csci_org", 9,"0798",1);
+//        queryorgProducer.start();
+
+//        KfkConsumer.startReadThread(Constants.getEquipment(), "csci_laboratory", 9,"0677",1);
+
+//
+//        List<String> list = ReadLine.readLine(new File("data/subjectIds.txt"));
+//        for (String line : list) {
+//
+//           String id= line.trim().split("\\s+")[0];
+//           String name =line.trim().split("\\s+")[1];
+//            String lat =line.trim().split("\\s+")[2];
+//            String lon =line.trim().split("\\s+")[3];
+//
+//
+//            Map cou=new HashMap<>();
+//            Map location=new HashMap<>();
+//            cou.put("countryId", id);
+//            cou.put("countryName", name);
+//            cou.put("_id_", id);
+//            location.put("lat",lat);
+//            location.put("lon",lon);
+//            cou.put("location", location);
+//            System.out.println(JsonUtils.toJSONString(cou));
+//            ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "countries_location","_doc" );
+//            elastiProducer.sendMessageToEs(JsonUtils.toJSONString(cou));
+//            String a[10];
+//            if (line.contains("\t")) {
+//                System.out.println("分隔符是：[\t]");
+//                a = line.split("\t");
+//            } else if (line.contains("  ")) {
+//                a =  line.trim().split("\\s+");
+//            }
+//
+
+//        }
+
+
+
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/bean/Clini.java b/src/main/java/com/zyzs/otherdatasave/bean/Clini.java
new file mode 100644
index 0000000..44a81e6
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/bean/Clini.java
@@ -0,0 +1,38 @@
+package com.zyzs.otherdatasave.bean;
+
+import lombok.Data;
+
+import java.util.List;
+
+@Data
+public class Clini {
+    private String desc;
+    private String title;
+    private String regNum;
+    private String regDate;
+    private String regStatus;
+    private String regTitle;
+    private String scientificName;
+    private String source;
+    private String responsibleUnit;
+    private String studyType;
+    private String phase;
+    private String diseases;
+    private String studyDesign;
+    private String purpose;
+    private String projectFunding;
+    private String country;
+    private String imtime;
+    private List measures;
+    private List recruitment;
+    private List avatarPath;
+    private String docId;
+    private String dataId;
+    private String _id_;
+    private String enSource;
+    private String docType ;
+    private long createTime;
+    private String createTimeStr;
+    private String isShow;
+    private String crawlUrl;
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/bean/ClinikJ.java b/src/main/java/com/zyzs/otherdatasave/bean/ClinikJ.java
new file mode 100644
index 0000000..9156b84
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/bean/ClinikJ.java
@@ -0,0 +1,40 @@
+package com.zyzs.otherdatasave.bean;
+
+import lombok.Data;
+
+import java.util.Date;
+import java.util.List;
+
+@Data
+public class ClinikJ {
+
+
+
+
+    private String   id;
+    private Date create_time;
+    private Date update_time;
+    private  byte        del;
+    private  String      classify;
+    private  String      subject;
+    private  String      image;
+    private  String      url;
+    private  String      tag;
+    private  String      title;
+    private  String      summary;
+    private  String      keywords;
+    private  String      country;
+    private  List        variable;
+
+
+
+
+    private  String     title_raw;
+    private  String     summary_raw;
+    private  String     keywords_raw;
+    private  String     country_raw;
+    private  List       file_list;
+    private  String     trial_registration_date;
+    private  String     trial_intervention;
+    private  String     trial_intervention_raw;
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/bean/Drug.java b/src/main/java/com/zyzs/otherdatasave/bean/Drug.java
new file mode 100644
index 0000000..8737735
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/bean/Drug.java
@@ -0,0 +1,55 @@
+package com.zyzs.otherdatasave.bean;
+
+
+import lombok.Data;
+
+import java.util.List;
+
+@Data
+public class Drug {
+    private String  drugName;
+    private String  genericName;
+    private String  ingredients;
+    private String  indication;
+    private String  strength;
+    private String  dosage;
+    private String  route;
+    private String  sideEffect;
+    private String  marketingStatus;
+    private String  company;
+    private String  country;
+    private String  accessionNum;
+    private String  accessionDate;
+    private String  storageConditions;
+    private List  drugInteractions;
+    private List  attachmentInstructions;
+    private List  attachmentInstructionsfilePath;
+    private String  submission;
+    private String  actionType;
+    private String  submissionClassification;
+    private String  reviewPriority;
+    private String  lettersReviewsLabels;
+    private String  notes ;
+    private String  structure;
+    private List structurefilePath;
+    private long createTime;
+    private String createTimeStr;
+    private long crawlTime;
+    private String  crawlUrl;
+    private String  keywords;
+    private String  weight;
+    private String  chemicalFormula;
+    private String docId;
+    private String dataId;
+    private String _id_;
+    private String isShow;
+
+
+
+
+
+
+
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/bean/Eqiupment.java b/src/main/java/com/zyzs/otherdatasave/bean/Eqiupment.java
new file mode 100644
index 0000000..7279ac9
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/bean/Eqiupment.java
@@ -0,0 +1,27 @@
+package com.zyzs.otherdatasave.bean;
+
+import lombok.Data;
+
+import java.util.List;
+
+@Data
+public class Eqiupment {
+
+    private long crawlTime;
+    private String crawlUrl;
+    private String cate;
+    private String title;
+    private String introduction_short;
+    private List img;
+    private List imgPath;
+    private String content;
+    private String forwardcontent;
+    private String docId;
+    private String dataId;
+    private String _id_;
+    private long createTime;
+    private String createTimeStr;
+
+    private String isShow;
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/bean/ExcelData.java b/src/main/java/com/zyzs/otherdatasave/bean/ExcelData.java
new file mode 100644
index 0000000..978bb1c
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/bean/ExcelData.java
@@ -0,0 +1,129 @@
+package com.zyzs.otherdatasave.bean;
+
+import com.alibaba.excel.annotation.ExcelProperty;
+
+public class ExcelData {
+
+    @ExcelProperty("项目名称")
+    private String name;
+
+//    @ExcelProperty("项目名称")
+//    private String othername;
+//
+//    @ExcelProperty("缩写名称")
+//    private String othername;
+//    @ExcelProperty("翻译名称（英文）")
+//    private String othername;
+//
+//    @ExcelProperty("翻译名称（中文）")
+//    private String othername;
+//
+//    @ExcelProperty("项目编号")
+//    private String id;
+//    @ExcelProperty("其他编号")
+//    private String field1;
+//    @ExcelProperty("子项目编号")
+//    private String field1;
+//    @ExcelProperty("国别")
+//    private String country;
+//    @ExcelProperty("语种")
+//    private String field2;
+//
+//    @ExcelProperty("资助来源")
+//    private String fundingAgency;
+//    @ExcelProperty("管理机构")
+//    private String field1;
+//
+//    @ExcelProperty("项目类型")
+//    private String field2;
+//    @ExcelProperty("学科分类")
+//    private String fieldsSubject;
+//
+//    @ExcelProperty("项目开始年")
+//    private String startyear;
+//
+//    @ExcelProperty("特色分类")
+//    private String topics;
+//
+//    @ExcelProperty("项目负责人")
+//    private String author;
+//
+//    @ExcelProperty("项目参加人")
+//    private String author;
+//
+//    @ExcelProperty("主持机构")
+//    private String Institution;
+//
+//    @ExcelProperty("参与机构")
+//    private String Institutaion;
+//
+//    @ExcelProperty("批准年")
+//    private String field1;
+//
+//
+//    @ExcelProperty("开始日期")
+//    private String starttime;
+//    @ExcelProperty("结束日期")
+//    private String endtime;
+//
+//    @ExcelProperty("资助经费")
+//    private String funding;
+//    @ExcelProperty("经费单位")
+//    private String field1;
+//
+//
+//    @ExcelProperty("项目网址")
+//    private String field1;
+//
+//
+//    @ExcelProperty("项目摘要")
+//    private String summary;
+//
+//
+//    @ExcelProperty("原文摘要")
+//    private String summary;
+//
+//    @ExcelProperty("结题摘要")
+//    private String summary;
+//
+//    @ExcelProperty("翻译摘要")
+//    private String summary;
+//
+//    @ExcelProperty("英文关键词")
+//    String field1;
+//
+//    @ExcelProperty("来源关键词")
+//    private String field2;
+//
+//    @ExcelProperty("翻译关键词（英文")
+//    private String field2;
+//
+//    @ExcelProperty("翻译关键词（中文")
+//    private String field2;
+//
+    @ExcelProperty("抽取关键词")
+    private String field2;
+
+
+    @ExcelProperty("欧盟资助金额")
+    private String field1;
+
+
+
+    public String getField1() {
+        return field1;
+    }
+
+    public void setField1(String field1) {
+        this.field1 = field1;
+    }
+
+    public String getField2() {
+        return field2;
+    }
+
+    public void setField2(String field2) {
+        this.field2 = field2;
+    }
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/bean/ExcelListener.java b/src/main/java/com/zyzs/otherdatasave/bean/ExcelListener.java
new file mode 100644
index 0000000..b9aa0bd
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/bean/ExcelListener.java
@@ -0,0 +1,26 @@
+package com.zyzs.otherdatasave.bean;
+
+import com.alibaba.excel.context.AnalysisContext;
+import com.alibaba.excel.event.AnalysisEventListener;
+
+import java.util.ArrayList;
+import java.util.List;
+
+public class ExcelListener extends AnalysisEventListener<ExcelData> {
+
+private final List<ExcelData> excelDataList = new ArrayList<>();
+
+@Override
+public void invoke(ExcelData data, AnalysisContext context) {
+        excelDataList.add(data);
+        }
+
+@Override
+public void doAfterAllAnalysed(AnalysisContext context) {
+        // 这里可以添加在所有数据读取完成后执行的操作
+        }
+
+public List<ExcelData> getExcelDataList() {
+        return excelDataList;
+        }
+        }
\ No newline at end of file
diff --git a/src/main/java/com/zyzs/otherdatasave/bean/Paper.java b/src/main/java/com/zyzs/otherdatasave/bean/Paper.java
new file mode 100644
index 0000000..fc8962a
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/bean/Paper.java
@@ -0,0 +1,46 @@
+package com.zyzs.otherdatasave.bean;
+
+import jdk.nashorn.internal.ir.LiteralNode;
+import lombok.Data;
+
+import java.util.ArrayList;
+import java.util.List;
+
+@Data
+public class Paper {
+    private String title;
+    private int citedCountTotal;
+    private List authors;
+    private List source;
+    private String pubDate;
+    private String doi;
+    private String classify;
+    private String keywords;
+    private String summary;
+    private String topics;
+    private String fieldsSubject;
+    private String references;
+    private String docId;
+    private String dataId;
+    private String _id_;
+    private String country ;
+    private String crawlUrl;
+    private String enSource;
+    private String docType;
+    private String avatarPath;
+    private String translatetitle;
+    private String translatekeywords;
+    private String translatesummary;
+    private long createTime;
+    private String createTimeStr;
+    private String isshow;
+    private String content;
+    private List filePath;
+    private List filePathSize;
+
+
+
+
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/bean/Patent.java b/src/main/java/com/zyzs/otherdatasave/bean/Patent.java
new file mode 100644
index 0000000..4850fac
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/bean/Patent.java
@@ -0,0 +1,47 @@
+package com.zyzs.otherdatasave.bean;
+
+
+import lombok.Data;
+
+import java.util.List;
+
+@Data
+public class Patent {
+    private String  title;
+    private List inventor;
+    private String summary;
+    private String keywords;
+    private String num;
+    private List patentee;
+    private List   fieldsSubject;
+    private String patentNum;
+    private String patentTime;
+    private String applyNum;
+    private String applyTime;
+    private String classify;
+    private String country;
+    private int citedCountTotal;
+    private String claims;
+    private List imagePath;
+    private String docId;
+    private String dataId;
+    private String _id_;
+    private String enSource;
+    private String avatarPath;
+    private String translatetitle;
+    private List translateinventor;
+    private String translatesummary;
+    private String translatekeywords;
+    private String translatepatentee;
+    private List   translatefieldsSubject;
+    private String translateClassify;
+    private String translatecountry;
+    private String translateclaims;
+    private long createTime;
+    private String createTimeStr;
+    private String docType;
+    private String crawlTimeStr;
+    private String crawlUrl;
+    private String ishow;
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/bean/Patentkj.java b/src/main/java/com/zyzs/otherdatasave/bean/Patentkj.java
new file mode 100644
index 0000000..bf2bb83
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/bean/Patentkj.java
@@ -0,0 +1,38 @@
+package com.zyzs.otherdatasave.bean;
+
+
+import lombok.Data;
+
+import java.util.Date;
+import java.util.List;
+
+@Data
+public class Patentkj {
+
+    private String   id;
+    private Date create_time;
+    private Date update_time;
+    private  byte       del;
+    private  String              classify;
+    private  String      subject;
+    private  String              image;
+    private  String       url;
+    private  String            tag;
+    private  String      title;
+    private  String             summary;
+    private  String      keywords;
+    private  String                 country;
+    private  List      variable;
+
+
+
+
+    private  String             title_raw;
+    private  String      summary_raw;
+    private  String            keywords_raw;
+    private  String     country_raw;
+    private  List             file_list;
+    private  Date     patent_pub_date;
+    private  long             patent_cited_count;
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/bean/Proj.java b/src/main/java/com/zyzs/otherdatasave/bean/Proj.java
new file mode 100644
index 0000000..4cb0e46
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/bean/Proj.java
@@ -0,0 +1,34 @@
+package com.zyzs.otherdatasave.bean;
+
+
+import lombok.Data;
+
+import java.util.List;
+
+@Data
+public class Proj {
+
+    private String  name;
+    private String pubTime;
+    private String fundingAgency;
+    private String cycle;
+    private String funding;
+    private List projectInformation;
+    private List fundingInformation;
+    private List organs ;
+    private String dataId;
+    private String _id_;
+    private String country ;
+    private String enSource;
+    private String docType ;
+    private String docId;
+    private long createTime;
+    private String createTimeStr;
+    private String keywords;
+    private String isShow;
+    private String crawlUrl;
+
+
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/cache/CacheObject.java b/src/main/java/com/zyzs/otherdatasave/cache/CacheObject.java
new file mode 100755
index 0000000..a9b8662
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/cache/CacheObject.java
@@ -0,0 +1,24 @@
+package com.zyzs.otherdatasave.cache;
+
+import java.util.Date;
+
+public class CacheObject {
+
+	private String res;
+	private long timeStamp;
+	public String getRes() {
+		return res;
+	}
+	public void setRes(String res) {
+		this.res = res;
+	}
+	public long getTimeStamp() {
+		return timeStamp;
+	}
+	public void setTimeStamp(long timeStamp) {
+		this.timeStamp = timeStamp;
+	}
+	public static void main(String[] args) {
+		System.out.println(new Date().getTime());
+	}
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/cache/Constants.java b/src/main/java/com/zyzs/otherdatasave/cache/Constants.java
new file mode 100644
index 0000000..43a7b37
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/cache/Constants.java
@@ -0,0 +1,533 @@
+package com.zyzs.otherdatasave.cache;
+
+
+import java.util.Date;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.concurrent.ArrayBlockingQueue;
+import java.util.concurrent.ConcurrentHashMap;
+import java.util.concurrent.LinkedBlockingDeque;
+
+/**
+ * @author 35707
+ *
+ */
+public final class Constants {
+
+	private static LinkedBlockingDeque<HashMap<String, Object>> inputQueue = new LinkedBlockingDeque<HashMap<String, Object>>(1000);
+
+	public static ArrayBlockingQueue<String> content = new ArrayBlockingQueue<>(8000);
+	public static ArrayBlockingQueue<String> comment = new ArrayBlockingQueue<>(8000);
+	public static ArrayBlockingQueue<String> fans = new ArrayBlockingQueue<>(8000);
+	public static ArrayBlockingQueue<String> follow = new ArrayBlockingQueue<>(8000);
+	public static ArrayBlockingQueue<String> user = new ArrayBlockingQueue<>(8000);
+
+
+	public static Map<String,Object> maps = new HashMap<>(8000);
+
+
+	public static ArrayBlockingQueue<String> getClini() {
+		return clini;
+	}
+
+	public static void setClini(ArrayBlockingQueue<String> clini) {
+		Constants.clini = clini;
+	}
+
+	public static ArrayBlockingQueue<String> getProj() {
+		return proj;
+	}
+
+	public static void setProj(ArrayBlockingQueue<String> proj) {
+		Constants.proj = proj;
+	}
+
+	public static ArrayBlockingQueue<String> getDrug() {
+		return drug;
+	}
+
+	public static void setDrug(ArrayBlockingQueue<String> drug) {
+		Constants.drug = drug;
+	}
+
+	public static ArrayBlockingQueue<String> getPatent() {
+		return patent;
+	}
+
+	public static void setPatent(ArrayBlockingQueue<String> patent) {
+		Constants.patent = patent;
+	}
+
+	public static ArrayBlockingQueue<String> getPaper() {
+		return paper;
+	}
+
+	public static void setPaper(ArrayBlockingQueue<String> paper) {
+		Constants.paper = paper;
+	}
+
+	public static ArrayBlockingQueue<String> clini = new ArrayBlockingQueue<>(8000);
+	public static ArrayBlockingQueue<String> proj = new ArrayBlockingQueue<>(8000);
+	public static ArrayBlockingQueue<String> drug = new ArrayBlockingQueue<>(8000);
+	public static ArrayBlockingQueue<String> patent = new ArrayBlockingQueue<>(8000);
+	public static ArrayBlockingQueue<String> paper = new ArrayBlockingQueue<>(8000);
+	public static ArrayBlockingQueue<String> equipment = new ArrayBlockingQueue<>(8000);
+
+
+	public static ArrayBlockingQueue<String> getEquipment() {
+		return equipment;
+	}
+
+	public static void setEquipment(ArrayBlockingQueue<String> equipment) {
+		Constants.equipment = equipment;
+	}
+
+
+
+
+
+
+
+
+
+
+
+
+	public static ArrayBlockingQueue<String> getOutQueue() {
+		return outQueue;
+	}
+
+	public static void setOutQueue(ArrayBlockingQueue<String> outQueue) {
+		Constants.outQueue = outQueue;
+	}
+
+	private static ArrayBlockingQueue<String> outQueue = new ArrayBlockingQueue<>(5000);
+	private static ArrayBlockingQueue<String> userInputQueue = new ArrayBlockingQueue<String>(5000);
+
+	private static ArrayBlockingQueue<String> InputQueue = new ArrayBlockingQueue<String>(5000);
+
+	private static ArrayBlockingQueue<String> textInputQueue = new ArrayBlockingQueue<String>(5000);
+
+
+
+	private static LinkedBlockingDeque<HashMap<String, Object>> hdfsInputQueue = new LinkedBlockingDeque<HashMap<String, Object>>(1000);
+	private static ArrayBlockingQueue<HashMap<String, Object>> errorRecordQueue = new ArrayBlockingQueue<HashMap<String, Object>>(1000);
+
+	private static Map<String, ArrayBlockingQueue<String>> sysInputMap = new HashMap<String, ArrayBlockingQueue<String>>();
+
+	private static Map<String, Thread> readInputMap = new HashMap<String, Thread>();
+
+	private static final String log4jPath = "../etc/log4j.properties";
+	private static final String confPath = "../etc/config.properties";
+	private static final String dbConfPath = "../etc/dbconfig.xml";
+
+
+	private static int kfkInputReader = 9;
+	private static int dedupWorkerNum = 5;
+	private static int textWorkerNum = 5;
+	private static int kfkOuputWorkerNum = 5;
+	private static int saverWorkerNum = 5;
+	private static int sentiSwitch = 0;
+	private static int keywordsSwitch = 0;
+	private static int dedupSwitch = 0;
+	private static int readQueueSize = 10;
+	public static final String KafkaTopic = "kafka_topic";
+	public static final String kfkaddr = "kafka_addr";
+	public static final String subjectId = "subject_id";
+
+	private static String sentiUrl = "";
+	private static String keywordUrl = "";
+	private static String dedupIceAddr = "";
+	private static String iceDupServerName = "";
+	private static String zkAddr = "127.0.0.1:2181";
+	private static String zkPath = "/crawler";
+	private static int iceErrorTimes = 5;
+	private static int iceTimeOut = 5000;
+
+
+	private static String dedupOutTopic = "kafka30_crawl_alert";
+	private static String textOutputTopic = "textOutDefault";
+	private static String textInputGroupID = "test1";
+	private static int keywordNumber = 5;
+	private static String errorSavePath = "./errorbak/";
+	private static String errorMsgTopic = "errorMessageDefaultTopic";
+	private static String wechatURL = "http://172.18.1.181:8412/sendwechatalarm/";
+	private static boolean sysControlSwitch = true;
+	public static long updatetime = new Date().getTime()/1000;
+	private static String manualSites = "Taobao,Tmall,weixin";
+
+
+
+	//    private static Map<String, Object> filterCache = new HashMap<String, Object>();
+	private static Map<String, List<Object>> dedupRuleCache = new HashMap<String, List<Object>>(); //[time,content]
+	private static Map<String, Map<String, List<String>>> textConfigCache = new HashMap<String, Map<String, List<String>>>(); //{keywords:[time,content],senti:[content]}
+	private static Map<String, Object> basicCache = new HashMap<>();
+	private static Map<String, String> kfkGroupCache = new HashMap<String, String>();
+	private static Map<String, String> isDedupCache = new HashMap<String, String>();
+	private static Map<String, String> isSendIncrementCache = new HashMap<String, String>();
+	private static Map<String, String> alertCacheSingle = new ConcurrentHashMap<String, String>();
+	private static Map<String, Object> alertCacheSinglemysql = new ConcurrentHashMap<String, Object>();
+
+	public static Map<String, Object> getRuleCache() {
+		return ruleCache;
+	}
+
+	public static void setRuleCache(Map<String, Object> ruleCache) {
+		Constants.ruleCache = ruleCache;
+	}
+
+	private static Map<String, Object> ruleCache = new HashMap<String, Object>();
+
+
+	private static Map<String, Integer> email_cooldown = new HashMap<String, Integer>();
+	private static Map<String, Integer> siteList = new HashMap<String, Integer>();
+
+	private static Map<String,List<String>> emailList = new HashMap<String, List<String>>();
+	private static Map<String, List<Map<String, String>>> subjectTaskMap = new HashMap<>();
+
+	public static Map<String, List<Map<String, String>>> getFinalsubjectTaskMap() {
+		return finalsubjectTaskMap;
+	}
+
+	public static void setFinalsubjectTaskMap(Map<String, List<Map<String, String>>> finalsubjectTaskMap) {
+		Constants.finalsubjectTaskMap = finalsubjectTaskMap;
+	}
+
+	private static Map<String, List<Map<String, String>>> finalsubjectTaskMap = new HashMap<>();
+
+	public static Map<String, List<Map<String, String>>> getSubjectTaskMap() {
+		return subjectTaskMap;
+	}
+
+	public static void setSubjectTaskMap(Map<String, List<Map<String, String>>> subjectTaskMap) {
+		Constants.subjectTaskMap = subjectTaskMap;
+	}
+
+	final public static int TYPE_DATAERR = 1;
+	final public static int TYPE_DATATIMEOUTALERT = 2;
+	final public static int TYPE_DATATIMEOUT = 3;
+
+
+
+
+
+	public static String getManualSites() {
+		return manualSites;
+	}
+	public static void setManualSites(String manualSites) {
+		Constants.manualSites = manualSites;
+	}
+	public static Map<String, Integer> getSiteList() {
+		return siteList;
+	}
+	public static void setSiteList(Map<String, Integer> siteList) {
+		Constants.siteList = siteList;
+	}
+	public static String getWechatURL() {
+		return wechatURL;
+	}
+	public static void setWechatURL(String wechatURL) {
+		Constants.wechatURL = wechatURL;
+	}
+	public static Map<String, Integer> getEmail_cooldown() {
+		return email_cooldown;
+	}
+	public static void setEmail_cooldown(Map<String, Integer> email_cooldown) {
+		Constants.email_cooldown = email_cooldown;
+	}
+	public static Map<String, List<String>> getEmailList() {
+		return emailList;
+	}
+	public static void setEmailList(Map<String, List<String>> emailList) {
+		Constants.emailList = emailList;
+	}
+	public static Map<String, String> getAlertCacheSingle() {
+		return alertCacheSingle;
+	}
+	public static void setAlertCacheSingle(Map<String, String> alertCacheSingle) {
+		Constants.alertCacheSingle = alertCacheSingle;
+	}
+	public static String getErrorMsgTopic() {
+		return errorMsgTopic;
+	}
+	public static void setErrorMsgTopic(String errorMsgTopic) {
+		Constants.errorMsgTopic = errorMsgTopic;
+	}
+
+	public static Map<String, String> getIsSendIncrementCache() {
+		return isSendIncrementCache;
+	}
+	public static void setIsSendIncrementCache(
+			Map<String, String> isSendIncrementCache) {
+		Constants.isSendIncrementCache = isSendIncrementCache;
+	}
+	public static ArrayBlockingQueue<String> getFollow() {
+		return follow;
+	}
+
+	public static void setFollow(ArrayBlockingQueue<String> follow) {
+		Constants.follow = follow;
+	}
+	public static String getTextInputGroupID() {
+		return textInputGroupID;
+	}
+	public static void setTextInputGroupID(String textInputGroupID) {
+		Constants.textInputGroupID = textInputGroupID;
+	}
+	public static Map<String, String> getIsDedupCache() {
+		return isDedupCache;
+	}
+	public static void setIsDedupCache(Map<String, String> isDedupCache) {
+		Constants.isDedupCache = isDedupCache;
+	}
+	public static int getReadQueueSize() {
+		return readQueueSize;
+	}
+	public static void setReadQueueSize(int readQueueSize) {
+		Constants.readQueueSize = readQueueSize;
+	}
+	public static Map<String, Map<String, List<String>>> getTextConfigCache() {
+		return textConfigCache;
+	}
+	public static void setTextConfigCache(Map<String, Map<String, List<String>>> textConfigCache) {
+		Constants.textConfigCache = textConfigCache;
+	}
+	public static int getKeywordNumber() {
+		return keywordNumber;
+	}
+	public static void setKeywordNumber(int keywordNumber) {
+		Constants.keywordNumber = keywordNumber;
+	}
+	public static String getIceDupServerName() {
+		return iceDupServerName;
+	}
+	public static void setIceDupServerName(String iceDupServerName) {
+		Constants.iceDupServerName = iceDupServerName;
+	}
+	public static int getIceTimeOut() {
+		return iceTimeOut;
+	}
+	public static void setIceTimeOut(int iceTimeOut) {
+		Constants.iceTimeOut = iceTimeOut;
+	}
+	public static void setIceErrorTimes(int iceErrorTimes) {
+		Constants.iceErrorTimes = iceErrorTimes;
+	}
+	public static int getIceErrorTimes() {
+		return iceErrorTimes;
+	}
+	public static Map<String, List<Object>> getDedupRuleCache() {
+		return dedupRuleCache;
+	}
+	public static void setDedupRuleCache(Map<String, List<Object>> dedupRuleCache) {
+		Constants.dedupRuleCache = dedupRuleCache;
+	}
+	public static LinkedBlockingDeque<HashMap<String, Object>> getInputQueue() {
+		return inputQueue;
+	}
+	public static void setInputQueue(
+			LinkedBlockingDeque<HashMap<String, Object>> inputQueue) {
+		Constants.inputQueue = inputQueue;
+	}
+
+	public static ArrayBlockingQueue<String> getTextInputQueue() {
+		return textInputQueue;
+	}
+	public static void setTextInputQueue(
+			ArrayBlockingQueue<String> textInputQueue) {
+		Constants.textInputQueue = textInputQueue;
+	}
+	public static LinkedBlockingDeque<HashMap<String, Object>> getHdfsInputQueue() {
+		return hdfsInputQueue;
+	}
+	public static void setHdfsInputQueue(
+			LinkedBlockingDeque<HashMap<String, Object>> hdfsInputQueue) {
+		Constants.hdfsInputQueue = hdfsInputQueue;
+	}
+	public static ArrayBlockingQueue<HashMap<String, Object>> getErrorRecordQueue() {
+		return errorRecordQueue;
+	}
+	public static void setErrorRecordQueue(
+			ArrayBlockingQueue<HashMap<String, Object>> errorRecordQueue) {
+		Constants.errorRecordQueue = errorRecordQueue;
+	}
+	public static Map<String, ArrayBlockingQueue<String>> getSysInputMap() {
+		return sysInputMap;
+	}
+	public static void setSysInputMap(
+			Map<String, ArrayBlockingQueue<String>> sysInputMap) {
+		Constants.sysInputMap = sysInputMap;
+	}
+	public static int getDedupWorkerNum() {
+		return dedupWorkerNum;
+	}
+	public static void setDedupWorkerNum(int dedupWorkerNum) {
+		Constants.dedupWorkerNum = dedupWorkerNum;
+	}
+	public static int getTextWorkerNum() {
+		return textWorkerNum;
+	}
+	public static void setTextWorkerNum(int textWorkerNum) {
+		Constants.textWorkerNum = textWorkerNum;
+	}
+	public static int getKfkOuputWorkerNum() {
+		return kfkOuputWorkerNum;
+	}
+	public static void setKfkOuputWorkerNum(int kfkOuputWorkerNum) {
+		Constants.kfkOuputWorkerNum = kfkOuputWorkerNum;
+	}
+	public static int getSaverWorkerNum() {
+		return saverWorkerNum;
+	}
+	public static void setSaverWorkerNum(int saverWorkerNum) {
+		Constants.saverWorkerNum = saverWorkerNum;
+	}
+	public static int getSentiSwitch() {
+		return sentiSwitch;
+	}
+	public static void setSentiSwitch(int sentiSwitch) {
+		Constants.sentiSwitch = sentiSwitch;
+	}
+	public static int getKeywordsSwitch() {
+		return keywordsSwitch;
+	}
+	public static void setKeywordsSwitch(int keywordsSwitch) {
+		Constants.keywordsSwitch = keywordsSwitch;
+	}
+	public static int getDedupSwitch() {
+		return dedupSwitch;
+	}
+	public static void setDedupSwitch(int dedupSwitch) {
+		Constants.dedupSwitch = dedupSwitch;
+	}
+	public static String getSentiUrl() {
+		return sentiUrl;
+	}
+	public static void setSentiUrl(String sentiUrl) {
+		Constants.sentiUrl = sentiUrl;
+	}
+	public static String getKeywordUrl() {
+		return keywordUrl;
+	}
+	public static void setKeywordUrl(String keywordUrl) {
+		Constants.keywordUrl = keywordUrl;
+	}
+	public static String getDedupIceAddr() {
+		return dedupIceAddr;
+	}
+	public static void setDedupIceAddr(String dedupIceAddr) {
+		Constants.dedupIceAddr = dedupIceAddr;
+	}
+	public static String getDedupOutTopic() {
+		return dedupOutTopic;
+	}
+	public static void setDedupOutTopic(String dedupOutTopic) {
+		Constants.dedupOutTopic = dedupOutTopic;
+	}
+	public static String getTextOutputTopic() {
+		return textOutputTopic;
+	}
+	public static void setTextOutputTopic(String textOutputTopic) {
+		Constants.textOutputTopic = textOutputTopic;
+	}
+	public static String getErrorSavePath() {
+		return errorSavePath;
+	}
+	public static void setErrorSavePath(String errorSavePath) {
+		Constants.errorSavePath = errorSavePath;
+	}
+	public static boolean isSysControlSwitch() {
+		return sysControlSwitch;
+	}
+	public static void setSysControlSwitch(boolean sysControlSwitch) {
+		Constants.sysControlSwitch = sysControlSwitch;
+	}
+	//	public static Map<String, Object> getFilterCache() {
+	//		return filterCache;
+	//	}
+	//	public static void setFilterCache(Map<String, Object> filterCache) {
+	//		Constants.filterCache = filterCache;
+	//	}
+	public static Map<String, Object> getBasicCache() {
+		return basicCache;
+	}
+	public static void setBasicCache(Map<String, Object> inoutCache) {
+		Constants.basicCache = inoutCache;
+	}
+	public static Map<String, String> getKfkGroupCache() {
+		return kfkGroupCache;
+	}
+	public static void setKfkGroupCache(Map<String, String> kfkGroupCache) {
+		Constants.kfkGroupCache = kfkGroupCache;
+	}
+	public static String getLog4jpath() {
+		return log4jPath;
+	}
+	public static String getConfpath() {
+		return confPath;
+	}
+	public static String getDbconfpath() {
+		return dbConfPath;
+	}
+	public static String getZkAddr() {
+		return zkAddr;
+	}
+	public static void setZkAddr(String zkAddr) {
+		Constants.zkAddr = zkAddr;
+	}
+	public static String getZkPath() {
+		return zkPath;
+	}
+	public static void setZkPath(String zkPath) {
+		Constants.zkPath = zkPath;
+	}
+	public static Map<String, Thread> getReadInputMap() {
+		return readInputMap;
+	}
+	public static void setReadInputMap(Map<String, Thread> readInputMap) {
+		Constants.readInputMap = readInputMap;
+	}
+	public static int getKfkInputReader() {
+		return kfkInputReader;
+	}
+	public static void setKfkInputReader(int kfkInputReader) {
+		Constants.kfkInputReader = kfkInputReader;
+	}
+
+	public static ArrayBlockingQueue<String> getContent() {
+		return content;
+	}
+
+	public static void setContent(ArrayBlockingQueue<String> content) {
+		Constants.content = content;
+	}
+
+	public static ArrayBlockingQueue<String> getComment() {
+		return comment;
+	}
+
+	public static void setComment(ArrayBlockingQueue<String> comment) {
+		Constants.comment = comment;
+	}
+
+	public static ArrayBlockingQueue<String> getFans() {
+		return fans;
+	}
+
+	public static void setFans(ArrayBlockingQueue<String> fans) {
+		Constants.fans = fans;
+	}
+
+	public static ArrayBlockingQueue<String> getUser() {
+		return user;
+	}
+
+	public static void setUser(ArrayBlockingQueue<String> user) {
+		Constants.user = user;
+	}
+
+
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/cache/ProjectCache.java b/src/main/java/com/zyzs/otherdatasave/cache/ProjectCache.java
new file mode 100755
index 0000000..77b8be8
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/cache/ProjectCache.java
@@ -0,0 +1,29 @@
+package com.zyzs.otherdatasave.cache;
+
+
+
+import com.alibaba.fastjson.JSON;
+
+import java.util.Map;
+import java.util.concurrent.ConcurrentHashMap;
+
+
+public class ProjectCache {
+	public static Map<String, Object> proj2Topic = new ConcurrentHashMap<String, Object>();
+
+
+	static{
+		UpdateCacheThread update = new UpdateCacheThread();
+		new Thread(update).start();
+		try {
+			Thread.currentThread().sleep(2000);
+		} catch (InterruptedException e) {
+			e.printStackTrace();
+		}
+		update.setFlag(false);
+	}
+	public static void main(String[] args) {
+		ProjectCache o = new ProjectCache();
+		System.out.println("proj3topic:"+ JSON.toJSONString(proj2Topic));
+	}
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/cache/UpdateCacheThread.java b/src/main/java/com/zyzs/otherdatasave/cache/UpdateCacheThread.java
new file mode 100755
index 0000000..90c0e4e
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/cache/UpdateCacheThread.java
@@ -0,0 +1,63 @@
+package com.zyzs.otherdatasave.cache;
+
+import org.apache.log4j.Logger;
+
+import java.util.Date;
+
+
+public class UpdateCacheThread implements Runnable{
+	private static final Logger log = Logger.getLogger(UpdateCacheThread.class);
+	private volatile boolean flag = true;
+	
+	public boolean isFlag() {
+		return flag;
+	}
+
+	public void setFlag(boolean flag) {
+		this.flag = flag;
+	}
+
+	@Override
+	public void run() {
+//		while(flag){
+//			ConfigClient client = new ConfigClient();
+//			String bizName = "ALL";
+//			Map<String, String> configName = new HashMap<String, String>();
+//			configName.put("req", "project");
+//			String configJson = JsonUtils.toJSONString(configName);
+////			String rs = client.getConfig(bizName, configJson);
+//			String rs = client.getConfig(bizName, configJson);
+//			try {
+//				Map<String, Object> data = (Map<String, Object>)JSON.parseObject(rs);
+//				List<Map<String, Object>> projs = (List<Map<String, Object>>)data.get("data");
+//				ProjectCache.proj2Topic.clear();
+//				log.info("-----------follow is proj2topic----------------");
+//				for(Map<String, Object> proj:projs){
+//					log.info(proj.get("projName")+":"+proj.get("kfkTopic"));
+//					ProjectCache.proj2Topic.put(proj.get("projName").toString(), proj.get("kfkTopic"));
+//				}
+//			} catch (Exception e) {
+//				e.printStackTrace();
+//			}
+//			try {
+//				Thread.currentThread().sleep(5*1000);
+//			} catch (InterruptedException e) {
+//				e.printStackTrace();
+//			}
+//		}
+//		
+	}
+	
+	public static void main(String[] args) {
+		UpdateCacheThread uct = new UpdateCacheThread();
+		new Thread(uct).start();
+		Date begin = new Date();
+		try {
+			Thread.currentThread().sleep(1000*20);
+		} catch (InterruptedException e) {
+			e.printStackTrace();
+		}
+		uct.setFlag(false);
+	}
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/config/AppConfig.java b/src/main/java/com/zyzs/otherdatasave/config/AppConfig.java
new file mode 100755
index 0000000..c269b91
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/config/AppConfig.java
@@ -0,0 +1,714 @@
+package com.zyzs.otherdatasave.config;
+
+import org.springframework.boot.context.properties.ConfigurationProperties;
+import org.springframework.context.annotation.Configuration;
+import org.springframework.util.Assert;
+
+import java.util.List;
+import java.util.Map;
+
+@Configuration
+@ConfigurationProperties(prefix = "worker")
+public class AppConfig {
+    // 自己定义的参数
+
+    // 从配置文件中读的参数
+    private static final String CONFIG_ES_CLUSTER_NAME = "name";
+    private static final String CONFIG_ES_ADDRESS = "address";
+    private static final String CONFIG_ES_SOURCE_UPPER = "upper";
+    private static final String CONFIG_ES_SOURCE_STANDBY = "standby";
+    private static final String CONFIG_ES_BULK_THREAD_COUNT = "bulk-thread-count";
+    private static final String CONFIG_ES_BULK_RATE = "bulk-rate";
+    private static final String CONFIG_ES_BULK_SIZE = "bulk-size";
+
+
+//    public double getErrpercentage() {
+//        return errpercentage;
+//    }
+//
+//    public void setErrpercentage(double errpercentage) {
+//        this.errpercentage = errpercentage;
+//    }
+//
+//    private   double errpercentage=0.1;
+
+    private String version;
+    private Boolean enableTest;
+    private Integer testThreadCount;
+    private Long testTaskId;
+
+    private String readUserTopic;
+    private String readUserGroupid;
+
+
+
+//    private String readContentTopic;
+//    private String readContentgroupid;
+//    private String readCommentTopic;
+//    private String readCommentGroupid;
+//    private String readFansTopic;
+//    private String readFansGroupid;
+//    private String readFollowTopic;
+//    private String readFollowGroupid;
+
+
+    private String readcliniGroupid;
+    private String readprojTopic;
+    private String readprojgroupid;
+
+    private String readdrugTopic;
+    private String readdrugGroupid;
+    private String readpatentTopic;
+    private String readpatentGroupid;
+    private String readpaperTopic;
+    private String readpaperGroupid;
+
+    private String readeqTopic;
+
+    public String getReadeqTopic() {
+        return readeqTopic;
+    }
+
+    public void setReadeqTopic(String readeqTopic) {
+        this.readeqTopic = readeqTopic;
+    }
+
+    public String getReadeqGroupid() {
+        return readeqGroupid;
+    }
+
+    public void setReadeqGroupid(String readeqGroupid) {
+        this.readeqGroupid = readeqGroupid;
+    }
+
+    private String readeqGroupid;
+
+
+
+    public String getReadcliniTopic() {
+        return readcliniTopic;
+    }
+
+    public void setReadcliniTopic(String readcliniTopic) {
+        this.readcliniTopic = readcliniTopic;
+    }
+
+    private String readcliniTopic;
+
+    public String getReadcliniGroupid() {
+        return readcliniGroupid;
+    }
+
+    public void setReadcliniGroupid(String readcliniGroupid) {
+        this.readcliniGroupid = readcliniGroupid;
+    }
+
+    public String getReadprojTopic() {
+        return readprojTopic;
+    }
+
+    public void setReadprojTopic(String readprojTopic) {
+        this.readprojTopic = readprojTopic;
+    }
+
+    public String getReadprojgroupid() {
+        return readprojgroupid;
+    }
+
+    public void setReadprojgroupid(String readprojgroupid) {
+        this.readprojgroupid = readprojgroupid;
+    }
+
+    public String getReaddrugTopic() {
+        return readdrugTopic;
+    }
+
+    public void setReaddrugTopic(String readdrugTopic) {
+        this.readdrugTopic = readdrugTopic;
+    }
+
+    public String getReaddrugGroupid() {
+        return readdrugGroupid;
+    }
+
+    public void setReaddrugGroupid(String readdrugGroupid) {
+        this.readdrugGroupid = readdrugGroupid;
+    }
+
+    public String getReadpatentTopic() {
+        return readpatentTopic;
+    }
+
+    public void setReadpatentTopic(String readpatentTopic) {
+        this.readpatentTopic = readpatentTopic;
+    }
+
+    public String getReadpatentGroupid() {
+        return readpatentGroupid;
+    }
+
+    public void setReadpatentGroupid(String readpatentGroupid) {
+        this.readpatentGroupid = readpatentGroupid;
+    }
+
+    public String getReadpaperTopic() {
+        return readpaperTopic;
+    }
+
+    public void setReadpaperTopic(String readpaperTopic) {
+        this.readpaperTopic = readpaperTopic;
+    }
+
+    public String getReadpaperGroupid() {
+        return readpaperGroupid;
+    }
+
+    public void setReadpaperGroupid(String readpaperGroupid) {
+        this.readpaperGroupid = readpaperGroupid;
+    }
+
+    private String aligofasturl;
+    private Boolean isDownloadAvatar;
+    private Boolean isDownloadImage;
+    private Boolean isDownloadFile;
+    private Boolean isDownloadVideo;
+    private Boolean isDownloadforwardVideo;
+
+    public Boolean getDownloadforwardVideo() {
+        return isDownloadforwardVideo;
+    }
+
+    public void setDownloadforwardVideo(Boolean downloadforwardVideo) {
+        isDownloadforwardVideo = downloadforwardVideo;
+    }
+
+    public Boolean getDownloadforwardImage() {
+        return isDownloadforwardImage;
+    }
+
+    public void setDownloadforwardImage(Boolean downloadforwardImage) {
+        isDownloadforwardImage = downloadforwardImage;
+    }
+
+
+    private Boolean isDownloadforwardImage;
+
+    public Boolean getDownloadAvatar() {
+        return isDownloadAvatar;
+    }
+
+    public void setDownloadAvatar(Boolean downloadAvatar) {
+        isDownloadAvatar = downloadAvatar;
+    }
+
+    public Boolean getDownloadImage() {
+        return isDownloadImage;
+    }
+
+    public void setDownloadImage(Boolean downloadImage) {
+        isDownloadImage = downloadImage;
+    }
+
+    public Boolean getDownloadFile() {
+        return isDownloadFile;
+    }
+
+    public void setDownloadFile(Boolean downloadFile) {
+        isDownloadFile = downloadFile;
+    }
+
+    public Boolean getDownloadVideo() {
+        return isDownloadVideo;
+    }
+
+    public void setDownloadVideo(Boolean downloadVideo) {
+        isDownloadVideo = downloadVideo;
+    }
+
+
+
+    public String getAligofasturl() {
+        return aligofasturl;
+    }
+
+    public void setAligofasturl(String aligofasturl) {
+        this.aligofasturl = aligofasturl;
+    }
+
+    public String getGofasturl() {
+        return gofasturl;
+    }
+
+    public void setGofasturl(String gofasturl) {
+        this.gofasturl = gofasturl;
+    }
+
+    private String gofasturl;
+
+
+
+    public String getWriteTopic() {
+        return writeTopic;
+    }
+
+    public void setWriteTopic(String writeTopic) {
+        this.writeTopic = writeTopic;
+    }
+
+    private String writeTopic;
+
+
+    private List<String> analysisTopic;
+    private String analysisGroup;
+    //    private Boolean enableAnalysisProducer;
+//    private Boolean enableAnalysisConsumer;
+//    private Integer analysisProducerThreadCount;
+//    private Integer analysisConsumerThreadCount;
+    private Boolean enableStatisticsProducer; // 离线查询统计服务的状态
+    private Boolean enableQueryProducer; // 离线查询数据服务的状态
+    private Boolean enableBacktraceProducer; // 离线拉取数据服务的状态（欧莱雅）
+    private Integer statisticsProducerThreadCount; // 离线查询统计服务的线程数
+    private Integer queryProducerThreadCount;
+    private Integer queryUserProducerThreadCount;
+
+    public Integer getQueryUserProducerThreadCount() {
+        return queryUserProducerThreadCount;
+    }
+
+    public void setQueryUserProducerThreadCount(Integer queryUserProducerThreadCount) {
+        this.queryUserProducerThreadCount = queryUserProducerThreadCount;
+    }
+
+    public Integer getQueryConetnteProducerThreadCount() {
+        return queryConetnteProducerThreadCount;
+    }
+
+    public void setQueryConetnteProducerThreadCount(Integer queryConetnteProducerThreadCount) {
+        this.queryConetnteProducerThreadCount = queryConetnteProducerThreadCount;
+    }
+
+    public Integer getQueryfansProducerThreadCount() {
+        return queryfansProducerThreadCount;
+    }
+
+    public void setQueryfansProducerThreadCount(Integer queryfansProducerThreadCount) {
+        this.queryfansProducerThreadCount = queryfansProducerThreadCount;
+    }
+
+    private Integer queryConetnteProducerThreadCount;
+
+    public Integer getQueryConmmentProducerThreadCount() {
+        return queryConmmentProducerThreadCount;
+    }
+
+    public void setQueryConmmentProducerThreadCount(Integer queryConmmentProducerThreadCount) {
+        this.queryConmmentProducerThreadCount = queryConmmentProducerThreadCount;
+    }
+
+    private Integer queryConmmentProducerThreadCount;
+    private Integer queryfansProducerThreadCount;
+
+    public Integer getQueryfollowProducerThreadCount() {
+        return queryfollowProducerThreadCount;
+    }
+
+    public void setQueryfollowProducerThreadCount(Integer queryfollowProducerThreadCount) {
+        this.queryfollowProducerThreadCount = queryfollowProducerThreadCount;
+    }
+
+    private Integer queryfollowProducerThreadCount;
+
+
+
+    private Integer backtraceProducerThreadCount;
+    //    private Boolean enableCompany;
+//    private Integer companyThreadCount;
+//    private Boolean enableCompanyProducer;
+//    private Boolean enableCompanyConsumer;
+//    private Integer companyProducerThreadCount;
+//    private Integer companyConsumerThreadCount;
+//    private Boolean enableZombie;
+    private Integer periodS;
+    private String ruleRest;
+    private String commentRest;
+    private Integer ruleRestConcurrency;
+    private Integer contentLimit;
+    private Integer failureUpper;
+    private Map<String, Object> esNormal;
+    private Map<String, Object> esMini;
+
+
+    public Integer getPeriodS() {
+        return periodS;
+    }
+
+    public void setPeriodS(Integer periodS) {
+        this.periodS = periodS;
+    }
+
+    public Integer getQueryProducerThreadCount() {
+        return queryProducerThreadCount;
+    }
+
+    public void setQueryProducerThreadCount(Integer queryProducerThreadCount) {
+        this.queryProducerThreadCount = queryProducerThreadCount;
+    }
+
+    public Integer getBacktraceProducerThreadCount() {
+        return backtraceProducerThreadCount;
+    }
+
+    public void setBacktraceProducerThreadCount(Integer backtraceProducerThreadCount) {
+        this.backtraceProducerThreadCount = backtraceProducerThreadCount;
+    }
+
+    public Boolean getEnableQueryProducer() {
+        return enableQueryProducer;
+    }
+
+    public void setEnableQueryProducer(Boolean enableQueryProducer) {
+        this.enableQueryProducer = enableQueryProducer;
+    }
+
+    public Boolean getEnableBacktraceProducer() {
+        return enableBacktraceProducer;
+    }
+
+    public void setEnableBacktraceProducer(Boolean enableBacktraceProducer) {
+        this.enableBacktraceProducer = enableBacktraceProducer;
+    }
+
+    public Boolean getEnableStatisticsProducer() {
+        return enableStatisticsProducer;
+    }
+
+    public void setEnableStatisticsProducer(Boolean enableStatisticsProducer) {
+        this.enableStatisticsProducer = enableStatisticsProducer;
+    }
+
+    public Integer getStatisticsProducerThreadCount() {
+        return statisticsProducerThreadCount;
+    }
+
+    public void setStatisticsProducerThreadCount(Integer statisticsProducerThreadCount) {
+        this.statisticsProducerThreadCount = statisticsProducerThreadCount;
+    }
+
+    public String getVersion() {
+        return version;
+    }
+
+    public void setVersion(String version) {
+        this.version = version;
+    }
+
+    public Boolean getEnableTest() {
+        return enableTest;
+    }
+
+    public void setEnableTest(Boolean enableTest) {
+        this.enableTest = enableTest;
+    }
+
+    public Integer getTestThreadCount() {
+        return testThreadCount;
+    }
+
+    public void setTestThreadCount(Integer testThreadCount) {
+        this.testThreadCount = testThreadCount;
+    }
+
+    public Long getTestTaskId() {
+        return testTaskId;
+    }
+
+    public void setTestTaskId(Long testTaskId) {
+        this.testTaskId = testTaskId;
+    }
+
+
+    public List<String> getAnalysisTopic() {
+        return analysisTopic;
+    }
+
+    public void setAnalysisTopic(List<String> analysisTopic) {
+        this.analysisTopic = analysisTopic;
+    }
+
+    public String getAnalysisGroup() {
+        return analysisGroup;
+    }
+
+    public void setAnalysisGroup(String analysisGroup) {
+        this.analysisGroup = analysisGroup;
+    }
+
+
+    public String getRuleRest() {
+        return ruleRest;
+    }
+
+    public void setRuleRest(String ruleRest) {
+        this.ruleRest = ruleRest;
+    }
+
+    public Integer getRuleRestConcurrency() {
+        return ruleRestConcurrency;
+    }
+
+    public void setRuleRestConcurrency(Integer ruleRestConcurrency) {
+        this.ruleRestConcurrency = ruleRestConcurrency;
+    }
+
+    public Integer getContentLimit() {
+        return contentLimit;
+    }
+
+    public void setContentLimit(Integer contentLimit) {
+        this.contentLimit = contentLimit;
+    }
+
+    public Integer getFailureUpper() {
+        return failureUpper;
+    }
+
+    public void setFailureUpper(Integer failureUpper) {
+        this.failureUpper = failureUpper;
+    }
+
+    public Map<String, Object> getEsNormal() {
+        return esNormal;
+    }
+
+    public void setEsNormal(Map<String, Object> esNormal) {
+        this.esNormal = esNormal;
+    }
+
+    public String esNormalClusterName() {
+        return (String) esNormal.get(CONFIG_ES_CLUSTER_NAME);
+    }
+
+    public String[] esNormalAddress() {
+        return ((String) esNormal.get(CONFIG_ES_ADDRESS)).split(",");
+    }
+
+//    public Long esNormalUpper() {
+//        String upper = (String) esNormal.get(CONFIG_ES_SOURCE_UPPER);
+//
+//        return Instant.parse(upper).getMillis();
+//    }
+
+    public String esNormalStandby() {
+        return (String) esNormal.get(CONFIG_ES_SOURCE_STANDBY);
+    }
+
+    public Map<String, Object> getEsMini() {
+        return esMini;
+    }
+
+    public void setEsMini(Map<String, Object> esMini) {
+        this.esMini = esMini;
+    }
+
+    public String esMiniClusterName() {
+        return (String) esMini.get(CONFIG_ES_CLUSTER_NAME);
+    }
+
+    public String[] esMiniAddress() {
+        return ((String) esMini.get(CONFIG_ES_ADDRESS)).split(",");
+    }
+
+    public Integer esMiniBulkThreadCount() {
+        Integer count = Integer.parseInt(esMini.get(CONFIG_ES_BULK_THREAD_COUNT).toString());
+        return count;
+    }
+
+    public Integer esMiniBulkRate() {
+        Integer rate = Integer.parseInt(esMini.get(CONFIG_ES_BULK_RATE).toString());
+        return rate;
+    }
+
+    public Integer esMiniBulkSize() {
+        Integer size = Integer.parseInt(esMini.get(CONFIG_ES_BULK_SIZE).toString());
+        return size;
+    }
+
+
+    public void verify() {
+
+        Assert.hasLength(version, "Config version must not be empty");
+//        if (enableTest) {
+//            Assert.isTrue(testThreadCount > 0, "Config testThreadCount must gt 0");
+//            Assert.isTrue(testTaskId > 0, "Config testTaskId must gt 0");
+//        }
+//
+//        if(enableStatisticsProducer){
+//            Assert.isTrue(statisticsProducerThreadCount > 0, "Config statisticsProducerThreadCount must gt 0");
+//        }
+//        if(enableQueryProducer){
+//            Assert.isTrue(queryProducerThreadCount > 0, "Config statisticsProducerThreadCount must gt 0");
+//        }
+//        if(enableStatisticsProducer){
+//            Assert.isTrue(backtraceProducerThreadCount > 0, "Config statisticsProducerThreadCount must gt 0");
+//        }
+//        if (enableAnalysisProducer) {
+//            Assert.isTrue(analysisProducerThreadCount > 0, "Config analysisProducerThreadCount must gt 0");
+//            Assert.notEmpty(analysisTopic, "Config analysisTopic must not be empty.");
+//        }
+//        if (enableAnalysisConsumer) {
+//            Assert.isTrue(analysisConsumerThreadCount > 0, "Config analysisConsumerThreadCount must gt 0");
+//            Assert.hasLength(analysisGroup, "Config analysisGroup must not be empty.");
+//        }
+//        if (enableCompany) {
+//            Assert.isTrue(companyThreadCount > 0, "Config companyThreadCount must gt 0");
+//        }
+//        if (enableCompanyProducer) {
+//            Assert.isTrue(companyProducerThreadCount > 0, "Config companyProducerThreadCount must gt 0");
+//
+//        }
+//        if (enableCompanyConsumer) {
+//            Assert.isTrue(companyConsumerThreadCount > 0, "Config companyConsumerThreadCount must gt 0");
+//
+//        }
+//        Assert.isTrue(periodS > 0, "Config periodS must gt 0");
+//        Assert.hasLength(ruleRest, "Config ruleRest must not be empty");
+//        Assert.isTrue(ruleRestConcurrency > 0, "Config ruleRestConcurrency must gt 0");
+//        Assert.isTrue(contentLimit > 0, "Config contentLimit must gt 0");
+//        Assert.isTrue(failureUpper > 0, "Config failureUpper must gt 0");
+//        Assert.notEmpty(esNormal, "Config esSource must not be empty");
+//        Assert.notEmpty(esMini, "Config esTarget must not be empty");
+    }
+
+    public String getCommentRest() {
+        return commentRest;
+    }
+
+    public void setCommentRest(String commentRest) {
+        this.commentRest = commentRest;
+    }
+
+//    public Map<String, Object> getRedis() {
+//        return redis;
+//    }
+//    public void setRedis(Map<String, Object> redis) {
+//        this.redis = redis;
+//    }
+
+//    public String redisModel() {
+//        return (String) redis.get(REDIS_MODEL);
+//    }
+//    public String redisZkadress() {
+//        return (String) redis.get(REDIS_ZKADRESS);
+//    }
+//    public String redisZksessiontimeoutms() {
+//        return (String) redis.get(REDIS_ZKSESSIONTIMEOUTMS);
+//    }
+//    public String redisProxypath() {
+//        return (String) redis.get(REDIS_PORT);
+//    }
+//    public String redisAddress() {
+//        return (String) redis.get(REDIS_ADDRESS);
+//    }
+//    public String redisPort() {
+//        return (String) redis.get(REDIS_PORT);
+//    }
+public String getReadUserTopic() {
+    return readUserTopic;
+}
+
+    public void setReadUserTopic(String readUserTopic) {
+        this.readUserTopic = readUserTopic;
+    }
+
+    public String getReadUserGroupid() {
+        return readUserGroupid;
+    }
+
+    public void setReadUserGroupid(String readUserGroupid) {
+        this.readUserGroupid = readUserGroupid;
+    }
+//
+//    public String getReadContentTopic() {
+//        return readContentTopic;
+//    }
+//
+//    public void setReadContentTopic(String readContentTopic) {
+//        this.readContentTopic = readContentTopic;
+//    }
+//
+//    public String getReadContentgroupid() {
+//        return readContentgroupid;
+//    }
+//
+//    public void setReadContentgroupid(String readContentgroupid) {
+//        this.readContentgroupid = readContentgroupid;
+//    }
+//
+//    public String getReadCommentTopic() {
+//        return readCommentTopic;
+//    }
+//
+//    public void setReadCommentTopic(String readCommentTopic) {
+//        this.readCommentTopic = readCommentTopic;
+//    }
+//
+//    public String getReadCommentGroupid() {
+//        return readCommentGroupid;
+//    }
+//
+//    public void setReadCommentGroupid(String readCommentGroupid) {
+//        this.readCommentGroupid = readCommentGroupid;
+//    }
+//
+//    public String getReadFansTopic() {
+//        return readFansTopic;
+//    }
+//
+//    public void setReadFansTopic(String readFansTopic) {
+//        this.readFansTopic = readFansTopic;
+//    }
+//
+//    public String getReadFansGroupid() {
+//        return readFansGroupid;
+//    }
+//
+//    public void setReadFansGroupid(String readFansGroupid) {
+//        this.readFansGroupid = readFansGroupid;
+//    }
+//
+//    public String getReadFollowTopic() {
+//        return readFollowTopic;
+//    }
+//
+//    public void setReadFollowTopic(String readFollowTopic) {
+//        this.readFollowTopic = readFollowTopic;
+//    }
+//
+//    public String getReadFollowGroupid() {
+//        return readFollowGroupid;
+//    }
+//
+//    public void setReadFollowGroupid(String readFollowGroupid) {
+//        this.readFollowGroupid = readFollowGroupid;
+//    }
+
+//    @Override
+//    public String toString() {
+//        return "AppConfig{" +
+//                ", aligofasturl='" + aligofasturl + '\'' +
+//                ", isDownloadAvatar=" + isDownloadAvatar +
+//                ", isDownloadImage=" + isDownloadImage +
+//                ", isDownloadFile=" + isDownloadFile +
+//                ", isDownloadVideo=" + isDownloadVideo +
+//                ", isDownloadforwardVideo=" + isDownloadforwardVideo +
+//                ", isDownloadforwardImage=" + isDownloadforwardImage +
+//                ", gofasturl='" + gofasturl + '\'' +
+//                ", writeTopic='" + writeTopic + '\'' +
+//                ", queryUserProducerThreadCount=" + queryUserProducerThreadCount +
+//                ", queryConetnteProducerThreadCount=" + queryConetnteProducerThreadCount +
+//                ", queryConmmentProducerThreadCount=" + queryConmmentProducerThreadCount +
+//                ", queryfansProducerThreadCount=" + queryfansProducerThreadCount +
+//                ", queryfollowProducerThreadCount=" + queryfollowProducerThreadCount +
+//                '}';
+//    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/config/BFDApiConfig.java b/src/main/java/com/zyzs/otherdatasave/config/BFDApiConfig.java
new file mode 100755
index 0000000..aef873a
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/config/BFDApiConfig.java
@@ -0,0 +1,1116 @@
+package com.zyzs.otherdatasave.config;
+
+import org.apache.commons.lang3.builder.ToStringBuilder;
+import org.springframework.boot.context.properties.ConfigurationProperties;
+import org.springframework.boot.context.properties.EnableConfigurationProperties;
+import org.springframework.context.annotation.Configuration;
+import org.springframework.validation.annotation.Validated;
+
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.Map;
+
+@Configuration
+@EnableConfigurationProperties
+@ConfigurationProperties(prefix = "bfd.api.mf")
+@Validated
+public class BFDApiConfig {
+
+    private ThreadConfig threadConfig;
+    private Download download;
+    private ES es;
+    private Data data;
+    private Image image;
+    private Email email;
+    private Thrift thrift;
+    private ManualImage manualImage;
+    private ReportImage reportImage;
+    private String restBaseUrl;
+    private String webBaseUrl;
+    private String metaSearchUrl;
+    private String foreignMetaSearchUrl;
+    private String restDataApi;
+    private String similarityMonitorWarnNumber;
+    private String similarityMonitorSplitNumber;
+    private String mergeSegmentsIndexNumber;
+    private String maxEsNumber;
+    private String weiboChannelTimeUrl;
+    private Screen screen;
+    private int defaultCacheLimitDay;
+    private Integer failedTaskRetryNum;
+    private Integer dataCompareCount;
+    private String weChatDomainName;
+    private String textPostUrl;
+    private String emotionPostUrl;
+    private String wordCloudPostUrl;
+    private Integer emotionPostType;
+    private boolean codisCacheFlag = false;
+    private ReportBehaviorInterface reportBehaviorInterface;
+    /**
+     * 访客 IP 白名单
+     */
+    private ArrayList<String> accessWhiteList;
+    /**
+     * 请求 内网地址 白名单
+     */
+    private ArrayList<String> accessRequestUrl;
+    /**
+     * 会话 session 过期时间 6小时 60*60*6
+     */
+    private int cacheTimeout = 21600;
+    /**
+     * 单次批量收藏最大数量
+     */
+    private int maxFavourNumber = 1000;
+    /**
+     * 微信简报对应渠道的查询数目
+     */
+    private int wechatNumber = 20;
+    private Integer filterType;
+    private Integer queryType;
+    private Boolean bigram;
+    /**
+     * 数据监控页数据缓存时间: seconds
+     */
+    public Integer cacheAtDataMonitor;
+
+    public Map<String,String> esMini;
+    public Map<String,String> esNormal;
+
+    public String esMiniName() {
+        return (String) esMini.get("name");
+    }
+
+    public String[] esMiniAddress() {
+        return ((String) esMini.get("address")).split(",");
+    }
+
+    public String esNormalName() {
+        return (String) esNormal.get("name");
+    }
+
+    public String[] esNormalAddress() {
+        return ((String) esNormal.get("address")).split(",");
+    }
+
+    public Map<String, String> getEsMini() {
+        return esMini;
+    }
+
+    public void setEsMini(Map<String, String> esMini) {
+        this.esMini = esMini;
+    }
+
+    public Map<String, String> getEsNormal() {
+        return esNormal;
+    }
+
+    public void setEsNormal(Map<String, String> esNormal) {
+        this.esNormal = esNormal;
+    }
+
+    public Integer getEmotionPostType() {
+        return emotionPostType;
+    }
+
+    public void setEmotionPostType(Integer emotionPostType) {
+        this.emotionPostType = emotionPostType;
+    }
+
+    public String getWordCloudPostUrl() {
+        return wordCloudPostUrl;
+    }
+
+    public void setWordCloudPostUrl(String wordCloudPostUrl) {
+        this.wordCloudPostUrl = wordCloudPostUrl;
+    }
+
+    public String getTextPostUrl() {
+        return textPostUrl;
+    }
+
+    public void setTextPostUrl(String textPostUrl) {
+        this.textPostUrl = textPostUrl;
+    }
+
+    public String getEmotionPostUrl() {
+        return emotionPostUrl;
+    }
+
+    public void setEmotionPostUrl(String emotionPostUrl) {
+        this.emotionPostUrl = emotionPostUrl;
+    }
+
+    public String getSimilarityMonitorWarnNumber() {
+        return similarityMonitorWarnNumber;
+    }
+
+    public void setSimilarityMonitorWarnNumber(String similarityMonitorWarnNumber) {
+        this.similarityMonitorWarnNumber = similarityMonitorWarnNumber;
+    }
+
+    public String getSimilarityMonitorSplitNumber() {
+        return similarityMonitorSplitNumber;
+    }
+
+    public void setSimilarityMonitorSplitNumber(String similarityMonitorSplitNumber) {
+        this.similarityMonitorSplitNumber = similarityMonitorSplitNumber;
+    }
+
+    public String getWeiboChannelTimeUrl() {
+        return weiboChannelTimeUrl;
+    }
+
+    public void setWeiboChannelTimeUrl(String weiboChannelTimeUrl) {
+        this.weiboChannelTimeUrl = weiboChannelTimeUrl;
+    }
+
+    public String getMaxEsNumber() {
+        return maxEsNumber;
+    }
+
+    public void setMaxEsNumber(String maxEsNumber) {
+        this.maxEsNumber = maxEsNumber;
+    }
+
+    public String getMergeSegmentsIndexNumber() {
+        return mergeSegmentsIndexNumber;
+    }
+
+    public void setMergeSegmentsIndexNumber(String mergeSegmentsIndexNumber) {
+        this.mergeSegmentsIndexNumber = mergeSegmentsIndexNumber;
+    }
+
+    public String getRestDataApi() {
+        return restDataApi;
+    }
+
+    public void setRestDataApi(String restDataApi) {
+        this.restDataApi = restDataApi;
+    }
+
+    public Integer getDataCompareCount() {
+        return dataCompareCount;
+    }
+
+    public void setDataCompareCount(Integer dataCompareCount) {
+        this.dataCompareCount = dataCompareCount;
+    }
+
+    public ReportBehaviorInterface getReportBehaviorInterface() {
+        return reportBehaviorInterface;
+    }
+
+    public void setReportBehaviorInterface(ReportBehaviorInterface reportBehaviorInterface) {
+        this.reportBehaviorInterface = reportBehaviorInterface;
+    }
+
+    public int getMaxFavourNumber() {
+        return maxFavourNumber;
+    }
+
+    public void setMaxFavourNumber(int maxFavourNumber) {
+        this.maxFavourNumber = maxFavourNumber;
+    }
+
+    public String getMetaSearchUrl() {
+        return metaSearchUrl;
+    }
+
+    public void setMetaSearchUrl(String metaSearchUrl) {
+        this.metaSearchUrl = metaSearchUrl;
+    }
+
+    public String getRestBaseUrl() {
+        return restBaseUrl;
+    }
+
+    public void setRestBaseUrl(String restBaseUrl) {
+        this.restBaseUrl = restBaseUrl;
+    }
+
+    public ManualImage getManualImage() {
+        return manualImage;
+    }
+
+    public void setManualImage(ManualImage manualImage) {
+        this.manualImage = manualImage;
+    }
+
+    public ES getEs() {
+        return es;
+    }
+
+    public void setEs(ES es) {
+        this.es = es;
+    }
+
+    public Download getDownload() {
+        return download;
+    }
+
+    public void setDownload(Download download) {
+        this.download = download;
+    }
+
+    public Data getData() {
+        return data;
+    }
+
+    public void setData(Data data) {
+        this.data = data;
+    }
+
+    public Email getEmail() {
+        return email;
+    }
+
+    public void setEmail(Email email) {
+        this.email = email;
+    }
+
+    public Thrift getThrift() {
+        return thrift;
+    }
+
+    public void setThrift(Thrift thrift) {
+        this.thrift = thrift;
+    }
+
+    public String getWebBaseUrl() {
+        return webBaseUrl;
+    }
+
+    public void setWebBaseUrl(String webBaseUrl) {
+        this.webBaseUrl = webBaseUrl;
+    }
+
+    public Screen getScreen() {
+        return screen;
+    }
+
+    public void setScreen(Screen screen) {
+        this.screen = screen;
+    }
+
+    public ArrayList<String> getAccessWhiteList() {
+        return accessWhiteList;
+    }
+
+    public void setAccessWhiteList(ArrayList<String> accessWhiteList) {
+        this.accessWhiteList = accessWhiteList;
+    }
+
+    public ArrayList<String> getAccessRequestUrl() {
+        return accessRequestUrl;
+    }
+
+    public void setAccessRequestUrl(ArrayList<String> accessRequestUrl) {
+        this.accessRequestUrl = accessRequestUrl;
+    }
+
+    public int getCacheTimeout() {
+        return cacheTimeout;
+    }
+
+    public long getDefaultCacheLimitDay() {
+        return defaultCacheLimitDay;
+    }
+
+    public void setDefaultCacheLimitDay(int defaultCacheLimitDay) {
+        this.defaultCacheLimitDay = defaultCacheLimitDay;
+    }
+
+    public void setCacheTimeout(int cacheTimeout) {
+        this.cacheTimeout = cacheTimeout;
+    }
+
+    public Integer getFailedTaskRetryNum() {
+        return failedTaskRetryNum;
+    }
+
+    public void setFailedTaskRetryNum(Integer failedTaskRetryNum) {
+        this.failedTaskRetryNum = failedTaskRetryNum;
+    }
+
+    public Integer getFilterType() {
+        return filterType;
+    }
+
+    public void setFilterType(Integer filterType) {
+        this.filterType = filterType;
+    }
+
+    public Integer getQueryType() {
+        return queryType;
+    }
+
+    public void setQueryType(Integer queryType) {
+        this.queryType = queryType;
+    }
+
+    public Boolean getBigram() {
+        return bigram;
+    }
+
+    public void setBigram(Boolean bigram) {
+        this.bigram = bigram;
+    }
+
+    public int getWechatNumber() {
+        return wechatNumber;
+    }
+
+    public void setWechatNumber(int wechatNumber) {
+        this.wechatNumber = wechatNumber;
+    }
+
+    public String getForeignMetaSearchUrl() {
+        return foreignMetaSearchUrl;
+    }
+
+    public void setForeignMetaSearchUrl(String foreignMetaSearchUrl) {
+        this.foreignMetaSearchUrl = foreignMetaSearchUrl;
+    }
+
+    public Integer getCacheAtDataMonitor() {
+        return cacheAtDataMonitor;
+    }
+
+    public void setCacheAtDataMonitor(int cacheAtDataMonitor) {
+        this.cacheAtDataMonitor = cacheAtDataMonitor;
+    }
+
+    public boolean isCodisCacheFlag() {
+        return codisCacheFlag;
+    }
+
+    public void setCodisCacheFlag(boolean codisCacheFlag) {
+        this.codisCacheFlag = codisCacheFlag;
+    }
+
+    public ThreadConfig getThreadConfig() {
+        return threadConfig;
+    }
+
+    public void setThreadConfig(ThreadConfig threadConfig) {
+        this.threadConfig = threadConfig;
+    }
+
+    public String getWeChatDomainName() {
+        return weChatDomainName;
+    }
+
+    public void setWeChatDomainName(String weChatDomainName) {
+        this.weChatDomainName = weChatDomainName;
+    }
+
+    public static class Download {
+        private String codisTaskQueueKey;
+        private String filePath;
+        private int sleepSeconds;
+        private int zombieSeconds;
+        private Schedule schedule;
+        private String active = "N";
+        private String fileSecondPath;
+
+        @Override
+        public String toString() {
+            return new ToStringBuilder(this)
+                    .append("active", active)
+                    .append("codisTaskQueueKey", codisTaskQueueKey)
+                    .append("filePath", filePath)
+                    .append("sleepSeconds", sleepSeconds)
+                    .append("schedule", schedule)
+                    .append("fileSecondPath", fileSecondPath)
+                    .toString();
+        }
+
+        public int getSleepSeconds() {
+            return sleepSeconds;
+        }
+
+        public void setSleepSeconds(int sleepSeconds) {
+            this.sleepSeconds = sleepSeconds;
+        }
+
+        public String getCodisTaskQueueKey() {
+            return codisTaskQueueKey;
+        }
+
+        public void setCodisTaskQueueKey(String codisTaskQueueKey) {
+            this.codisTaskQueueKey = codisTaskQueueKey;
+        }
+
+        public String getFilePath() {
+            return filePath;
+        }
+
+        public void setFilePath(String filePath) {
+            this.filePath = filePath;
+        }
+
+        public Schedule getSchedule() {
+            return schedule;
+        }
+
+        public void setSchedule(Schedule schedule) {
+            this.schedule = schedule;
+        }
+
+        public String getActive() {
+            return active;
+        }
+
+        public void setActive(String active) {
+            this.active = active;
+        }
+
+        public int getZombieSeconds() {
+            return zombieSeconds;
+        }
+
+        public void setZombieSeconds(int zombieSeconds) {
+            this.zombieSeconds = zombieSeconds;
+        }
+
+        public String getFileSecondPath() {
+            return fileSecondPath;
+        }
+
+        public void setFileSecondPath(String fileSecondPath) {
+            this.fileSecondPath = fileSecondPath;
+        }
+    }
+
+    public static class ES {
+        private String url, cluster, secondUrl, itemIndex, indexPrefix, primaryIndex;
+        private Integer port;
+        private Long dailyIndexCount;
+        private Integer availableMiniClusterDays = 3;
+        private Integer scrollSize ;
+        private Integer sliceNumber;
+        private Integer filterNumber;
+        private Boolean indexDynamic;
+        private String httpPort;
+        private String httpNormalPort;
+        private Integer secondPort;
+
+        public String getPrimaryIndex() {
+            return primaryIndex;
+        }
+
+        public void setPrimaryIndex(String primaryIndex) {
+            this.primaryIndex = primaryIndex;
+        }
+
+        public Integer getScrollSize() {
+            return scrollSize;
+        }
+
+        public void setScrollSize(Integer scrollSize) {
+            this.scrollSize = scrollSize;
+        }
+
+        public Boolean getIndexDynamic() {
+            return indexDynamic;
+        }
+
+        public void setIndexDynamic(Boolean indexDynamic) {
+            this.indexDynamic = indexDynamic;
+        }
+
+        public Integer getSliceNumber() {
+            return sliceNumber;
+        }
+
+        public void setSliceNumber(Integer sliceNumber) {
+            this.sliceNumber = sliceNumber;
+        }
+
+        public Long getDailyIndexCount() {
+            return dailyIndexCount;
+        }
+
+        public void setDailyIndexCount(Long dailyIndexCount) {
+            this.dailyIndexCount = dailyIndexCount;
+        }
+
+        public String getHttpPort() {
+            return httpPort;
+        }
+
+        public Integer getFilterNumber() {
+            return filterNumber;
+        }
+
+        public void setFilterNumber(Integer filterNumber) {
+            this.filterNumber = filterNumber;
+        }
+
+        public void setHttpPort(String httpPort) {
+            this.httpPort = httpPort;
+        }
+
+        public String getHttpNormalPort() {
+            return httpNormalPort;
+        }
+
+        public void setHttpNormalPort(String httpNormalPort) {
+            this.httpNormalPort = httpNormalPort;
+        }
+
+        public Integer getSecondPort() {
+            return secondPort;
+        }
+
+        public void setSecondPort(Integer secondPort) {
+            this.secondPort = secondPort;
+        }
+
+        public String getUrl() {
+            return url;
+        }
+
+        public void setUrl(String url) {
+            this.url = url;
+        }
+
+        public String getCluster() {
+            return cluster;
+        }
+
+        public void setCluster(String cluster) {
+            this.cluster = cluster;
+        }
+
+        public Integer getPort() {
+            return port;
+        }
+
+        public void setPort(Integer port) {
+            this.port = port;
+        }
+
+        public String getSecondUrl() {
+            return secondUrl;
+        }
+
+        public void setSecondUrl(String secondUrl) {
+            this.secondUrl = secondUrl;
+        }
+
+        public String getItemIndex() {
+            return itemIndex;
+        }
+
+        public void setItemIndex(String itemIndex) {
+            this.itemIndex = itemIndex;
+        }
+
+        public String getDefaultIndexPre() {
+            return indexPrefix + "_*";
+        }
+
+        @Override
+        public String toString() {
+            return new ToStringBuilder(this)
+                    .append("url", url)
+                    .append("port", port)
+                    .append("secondUrl", secondUrl)
+                    .append("secondPort", secondPort)
+                    .append("cluster", cluster)
+                    .append("itemIndex", itemIndex)
+                    .append("indexPrefix", indexPrefix)
+                    .append("dailyIndexCount", dailyIndexCount)
+                    .toString();
+        }
+
+        public String getIndexPrefix() {
+            return indexPrefix;
+        }
+
+        public void setIndexPrefix(String indexPrefix) {
+            this.indexPrefix = indexPrefix;
+        }
+
+        public Integer getAvailableMiniClusterDays() {
+            return availableMiniClusterDays;
+        }
+
+        public void setAvailableMiniClusterDays(Integer availableMiniClusterDays) {
+            this.availableMiniClusterDays = availableMiniClusterDays;
+        }
+    }
+
+    public static class Schedule {
+        private String jobPrefix, jobGroup, triggerPrefix, triggerGroup;
+        private String cronTime;
+        private int threadNumber = 10, delaySeconds = 30;
+
+        public int getThreadNumber() {
+            return threadNumber;
+        }
+
+        public void setThreadNumber(int threadNumber) {
+            this.threadNumber = threadNumber;
+        }
+
+        public String getJobPrefix() {
+            return jobPrefix;
+        }
+
+        public void setJobPrefix(String jobPrefix) {
+            this.jobPrefix = jobPrefix;
+        }
+
+        public String getJobGroup() {
+            return jobGroup;
+        }
+
+        public void setJobGroup(String jobGroup) {
+            this.jobGroup = jobGroup;
+        }
+
+        public String getTriggerPrefix() {
+            return triggerPrefix;
+        }
+
+        public void setTriggerPrefix(String triggerPrefix) {
+            this.triggerPrefix = triggerPrefix;
+        }
+
+        public String getTriggerGroup() {
+            return triggerGroup;
+        }
+
+        public void setTriggerGroup(String triggerGroup) {
+            this.triggerGroup = triggerGroup;
+        }
+
+        public String getCronTime() {
+            return cronTime;
+        }
+
+        public void setCronTime(String cronTime) {
+            this.cronTime = cronTime;
+        }
+
+        public int getDelaySeconds() {
+            return delaySeconds;
+        }
+
+        public void setDelaySeconds(int delaySeconds) {
+            this.delaySeconds = delaySeconds;
+        }
+
+        @Override
+        public String toString() {
+            return new ToStringBuilder(this)
+                    .append("jobPrefix", jobPrefix)
+                    .append("jobGroup", jobGroup)
+                    .append("triggerPrefix", triggerPrefix)
+                    .append("triggerGroup", triggerGroup)
+                    .append("cronTime", cronTime)
+                    .append("threadNumber", threadNumber)
+                    .append("delaySeconds", delaySeconds)
+                    .toString();
+        }
+    }
+
+    public static class Data {
+        HashMap<String, String> typeKv;
+        String filePath;
+
+        public HashMap<String, String> getTypeKv() {
+            return typeKv;
+        }
+
+        public void setTypeKv(HashMap<String, String> typeKv) {
+            this.typeKv = typeKv;
+        }
+
+        public String getFilePath() {
+            return filePath;
+        }
+
+        public void setFilePath(String filePath) {
+            this.filePath = filePath;
+        }
+
+        @Override
+        public String toString() {
+            return new ToStringBuilder(this)
+                    .append("typeKv", typeKv)
+                    .append("filePath", filePath)
+                    .toString();
+        }
+    }
+
+    public Image getImage() {
+        return image;
+    }
+
+    public void setImage(Image image) {
+        this.image = image;
+    }
+
+    public static class Image {
+        private String icon, dot, logo, footer, arr, articleSign, baseUrl, chartServerUrl, defaultChartUrl,
+                pieChartUrl, lineChartUrl, baseNginxPath;
+
+        public String getIcon() {
+            return icon;
+        }
+
+        public void setIcon(String icon) {
+            this.icon = icon;
+        }
+
+        public String getDot() {
+            return dot;
+        }
+
+        public void setDot(String dot) {
+            this.dot = dot;
+        }
+
+        public String getLogo() {
+            return logo;
+        }
+
+        public void setLogo(String logo) {
+            this.logo = logo;
+        }
+
+        public String getFooter() {
+            return footer;
+        }
+
+        public void setFooter(String footer) {
+            this.footer = footer;
+        }
+
+        public String getArr() {
+            return arr;
+        }
+
+        public void setArr(String arr) {
+            this.arr = arr;
+        }
+
+        public String getBaseUrl() {
+            return baseUrl;
+        }
+
+        public void setBaseUrl(String baseUrl) {
+            this.baseUrl = baseUrl;
+        }
+
+        public String getChartServerUrl() {
+            return chartServerUrl;
+        }
+
+        public void setChartServerUrl(String chartServerUrl) {
+            this.chartServerUrl = chartServerUrl;
+        }
+
+        public String getDefaultChartUrl() {
+            return defaultChartUrl;
+        }
+
+        public void setDefaultChartUrl(String defaultChartUrl) {
+            this.defaultChartUrl = defaultChartUrl;
+        }
+
+        public String getPieChartUrl() {
+            return pieChartUrl;
+        }
+
+        public void setPieChartUrl(String pieChartUrl) {
+            this.pieChartUrl = pieChartUrl;
+        }
+
+        public String getLineChartUrl() {
+            return lineChartUrl;
+        }
+
+        public void setLineChartUrl(String lineChartUrl) {
+            this.lineChartUrl = lineChartUrl;
+        }
+
+        public String getArticleSign() {
+            return articleSign;
+        }
+
+        public void setArticleSign(String articleSign) {
+            this.articleSign = articleSign;
+        }
+
+        public String getBaseNginxPath() {
+            return baseNginxPath;
+        }
+
+        public void setBaseNginxPath(String baseNginxPath) {
+            this.baseNginxPath = baseNginxPath;
+        }
+
+        @Override
+        public String toString() {
+            return new ToStringBuilder(this)
+                    .append("icon", icon)
+                    .append("dot", dot)
+                    .append("logo", logo)
+                    .append("footer", footer)
+                    .append("arr", arr)
+                    .append("articleSign", articleSign)
+                    .append("baseUrl", baseUrl)
+                    .append("chartServerUrl", chartServerUrl)
+                    .append("defaultChartUrl", defaultChartUrl)
+                    .append("pieChartUrl", pieChartUrl)
+                    .append("lineChartUrl", lineChartUrl)
+                    .append("baseNginxPath", baseNginxPath)
+                    .toString();
+        }
+    }
+
+    public static class Email {
+        private String sender;
+        private String subject;
+
+        public String getSender() {
+            return sender;
+        }
+
+        public void setSender(String sender) {
+            this.sender = sender;
+        }
+
+        public String getSubject() {
+            return subject;
+        }
+
+        public void setSubject(String subject) {
+            this.subject = subject;
+        }
+
+        @Override
+        public String toString() {
+            return new ToStringBuilder(this)
+                    .append("sender", sender)
+                    .append("subject", subject)
+                    .toString();
+        }
+    }
+
+    public static class Thrift {
+        private String ip;
+        private Integer port;
+
+        public String getIp() {
+            return ip;
+        }
+
+        public void setIp(String ip) {
+            this.ip = ip;
+        }
+
+        public Integer getPort() {
+            return port;
+        }
+
+        public void setPort(Integer port) {
+            this.port = port;
+        }
+
+        @Override
+        public String toString() {
+            return new ToStringBuilder(this)
+                    .append("ip", ip)
+                    .append("port", port)
+                    .toString();
+        }
+    }
+
+    public static class ReportBehaviorInterface {
+        private String reportInterface;
+        private String manualReportInterface;
+
+        public String getReportInterface() {
+            return reportInterface;
+        }
+
+        public void setReportInterface(String reportInterface) {
+            this.reportInterface = reportInterface;
+        }
+
+        public String getManualReportInterface() {
+            return manualReportInterface;
+        }
+
+        public void setManualReportInterface(String manualReportInterface) {
+            this.manualReportInterface = manualReportInterface;
+        }
+    }
+
+    public static class ManualImage {
+        private String path;
+        private String userUploadPath;
+        private String reportHeadPath;
+        private String chartsPath;
+
+        public String getPath() {
+            return path;
+        }
+
+        public void setPath(String path) {
+            this.path = path;
+        }
+
+        public String getUserUploadPath() {
+            return userUploadPath;
+        }
+
+        public void setUserUploadPath(String userUploadPath) {
+            this.userUploadPath = userUploadPath;
+        }
+
+        public String getReportHeadPath() {
+            return reportHeadPath;
+        }
+
+        public void setReportHeadPath(String reportHeadPath) {
+            this.reportHeadPath = reportHeadPath;
+        }
+
+        public String getChartsPath() {
+            return chartsPath;
+        }
+
+        public void setChartsPath(String chartsPath) {
+            this.chartsPath = chartsPath;
+        }
+
+        @Override
+        public String toString() {
+            return new ToStringBuilder(this)
+                    .append("path", path)
+                    .append("userUploadPath", userUploadPath)
+                    .append("reportHeadPath", reportHeadPath)
+                    .append("chartsPath", chartsPath)
+                    .toString();
+        }
+    }
+
+    public ReportImage getReportImage() {
+        return reportImage;
+    }
+
+    public void setReportImage(ReportImage reportImage) {
+        this.reportImage = reportImage;
+    }
+
+    public static class ReportImage {
+        private String chartsPath;
+
+        public String getChartsPath() {
+            return chartsPath;
+        }
+
+        public void setChartsPath(String chartsPath) {
+            this.chartsPath = chartsPath;
+        }
+
+        @Override
+        public String toString() {
+            return new ToStringBuilder(this)
+                    .append("chartsPath", chartsPath)
+                    .toString();
+        }
+    }
+
+    public static class Screen {
+        private Integer limit;
+
+        public Integer getLimit() {
+            return limit;
+        }
+
+        public void setLimit(Integer limit) {
+            this.limit = limit;
+        }
+
+        @Override
+        public String toString() {
+            return new ToStringBuilder(this)
+                    .append("limit", limit)
+                    .toString();
+        }
+    }
+
+    public static class ThreadConfig {
+        private int threadLimit = 1000;
+
+        public long getAwaitTermination() {
+            return awaitTermination;
+        }
+
+        public void setAwaitTermination(long awaitTermination) {
+            this.awaitTermination = awaitTermination;
+        }
+
+        private long awaitTermination = 20L;
+
+        public int getThreadLimit() {
+            return threadLimit;
+        }
+
+        public void setThreadLimit(int threadLimit) {
+            this.threadLimit = threadLimit;
+        }
+    }
+
+    @Override
+    public String toString() {
+        return "BFDApiConfig{" +
+                "threadConfig=" + threadConfig +
+                ", download=" + download +
+                ", es=" + es +
+                ", data=" + data +
+                ", image=" + image +
+                ", email=" + email +
+                ", thrift=" + thrift +
+                ", manualImage=" + manualImage +
+                ", reportImage=" + reportImage +
+                ", restBaseUrl='" + restBaseUrl + '\'' +
+                ", webBaseUrl='" + webBaseUrl + '\'' +
+                ", metaSearchUrl='" + metaSearchUrl + '\'' +
+                ", foreignMetaSearchUrl='" + foreignMetaSearchUrl + '\'' +
+                ", restDataApi='" + restDataApi + '\'' +
+                ", similarityMonitorWarnNumber='" + similarityMonitorWarnNumber + '\'' +
+                ", similarityMonitorSplitNumber='" + similarityMonitorSplitNumber + '\'' +
+                ", mergeSegmentsIndexNumber='" + mergeSegmentsIndexNumber + '\'' +
+                ", maxEsNumber='" + maxEsNumber + '\'' +
+                ", weiboChannelTimeUrl='" + weiboChannelTimeUrl + '\'' +
+                ", screen=" + screen +
+                ", defaultCacheLimitDay=" + defaultCacheLimitDay +
+                ", failedTaskRetryNum=" + failedTaskRetryNum +
+                ", dataCompareCount=" + dataCompareCount +
+                ", weChatDomainName='" + weChatDomainName + '\'' +
+                ", textPostUrl='" + textPostUrl + '\'' +
+                ", emotionPostUrl='" + emotionPostUrl + '\'' +
+                ", codisCacheFlag=" + codisCacheFlag +
+                ", reportBehaviorInterface=" + reportBehaviorInterface +
+                ", accessWhiteList=" + accessWhiteList +
+                ", accessRequestUrl=" + accessRequestUrl +
+                ", cacheTimeout=" + cacheTimeout +
+                ", maxFavourNumber=" + maxFavourNumber +
+                ", wechatNumber=" + wechatNumber +
+                ", filterType=" + filterType +
+                ", queryType=" + queryType +
+                ", bigram=" + bigram +
+                ", cacheAtDataMonitor=" + cacheAtDataMonitor +
+                '}';
+    }
+
+}
\ No newline at end of file
diff --git a/src/main/java/com/zyzs/otherdatasave/config/ESConstants.java b/src/main/java/com/zyzs/otherdatasave/config/ESConstants.java
new file mode 100755
index 0000000..3383dfa
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/config/ESConstants.java
@@ -0,0 +1,1092 @@
+package com.zyzs.otherdatasave.config;
+
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+
+public class ESConstants {
+    /**
+     * 是否是主贴
+     */
+    public static final String FIELD_PRIMARY_POST = "primaryPost";
+    /**
+     * 数据唯一id
+     */
+    public static final String FIELD_ID = "id";
+    public static final String _ID = "_id_";
+    public static String DOC_ID = "docId";
+    public static String DATA_ID = "dataId";
+    /**
+     * 文档ID
+     */
+    public static final String FILED_DOC_ID = "docId";
+    /**
+     * 文档入库时间
+     */
+    public static final String FIELD_CREATE_TIME = "createTime";
+    /**
+     * 文档发布时间
+     */
+   // public static final String FIELD_PUB_TIME = "pubTime";
+    public static final String FIELD_PUB_TIME = "createTime";
+    /**
+     * 作者
+     */
+    public static final String FILED_AUTHOR = "author";
+    /**
+     * 商家名称
+     */
+    public static final String FIELD_SHOP_NAME = "shopName";
+    /**
+     * [来源/站点名称/微信公众号名称]
+     */
+    public static final String FIELD_SOURCE = "source";
+
+    public static final String pageType = "pageType";
+
+    /**
+     * [来源/站点名称/微信公众号名称]
+     */
+    public static final String FIELD_EN_SOURCE = "enSource";
+    /**
+     * 文档发布时间
+     */
+    public static final String FIELD_PUB_TIME_STR = "pubTimeStr";
+    /**
+     * [文档类型/渠道]
+     */
+    public static final String FIELD_DOC_TYPE = "docType";
+    /**
+     * [产品|文章]url
+     */
+    public static final String FIELD_URL = "url";
+    /**
+     * title
+     */
+    public static final String FIELD_TITLE = "title";
+
+    /**
+     * content
+     */
+    public static final String FIELD_CONTENT = "content";
+
+    /**
+     * 文本情感（ 正面 [0.8-1]，中性（0.2-0.8)，负面 [0-0.2]）
+     */
+    public static final String FIELD_SYS_SENTIMENT = "sysSentiment";
+
+    /**
+     * 产品名称
+     */
+    public static final String FIELD_ITEM_NAME = "itemName";
+    /**
+     * 产品品牌名称
+     */
+    public static final String FIELD_PRODUCT_BRAND = "brand";
+
+    /**
+     * 产品一级品类
+     */
+    public static final String FIELD_PRODUCT_CATEGORY_1 = "firstListBrand";
+
+    /**
+     * 产品二级品类
+     */
+    public static final String FIELD_PRODUCT_CATEGORY_2 = "secondListBrand";
+
+    /**
+     * 产品三级品类
+     */
+    public static final String FIELD_PRODUCT_CATEGORY_3 = "threeListBrand";
+
+    /**
+     * 产品四级品类
+     */
+    public static final String FIELD_PRODUCT_CATEGORY_4 = "fourListBrand";
+
+    /**
+     * 产品五级品类
+     */
+    public static final String FIELD_PRODUCT_CATEGORY_5 = "fiveListBrand";
+
+    /**
+     * 产品参数/详情
+     */
+    public static final String FIELD_PRODUCT_PARAMETER = "productParameter";
+    /**
+     * 数据有效性
+     */
+    public static final String FIELD_AVAILABILITY = "availability";
+    /**
+     * 转发数
+     */
+    public static final String FIELD_QUOTE_COUNT = "quoteCount";
+    /**
+     * 评论数
+     */
+    public static final String FIELD_COMMENTS_COUNT = "commentsCount";
+    /**
+     * 内容长度
+     */
+    public static final String FIELD_CONTENT_LENGTH = "contentLength";
+
+    /**
+     * 项目名称
+     */
+    public static final String FIELD_PROJECT_NAME = "projectName";
+
+    /**
+     * 板块
+     */
+    public static final String FIELD_PLATE = "plate";
+
+    /**
+     * 回帖类型
+     */
+    public static final String FIELD_REPLY_SIGN = "sign";
+    /**
+     * PT打标结果
+     */
+    public static final String FIELD_PT = "pt";
+    /**
+     * 所有PT标签 数组
+     */
+    public static final String FIELD_PT_ALL = "ptAll";
+    /**
+     * 一级产品标签(ZH)
+     */
+    public static final String FIELD_PT1 = "pt1";
+    /**
+     * 二级产品标签(ZH)
+     */
+    public static final String FIELD_PT2 = "pt2";
+    /**
+     * 三级产品标签(ZH)
+     */
+    public static final String FIELD_PT3 = "pt3";
+    /**
+     * 四级产品标签(ZH)
+     */
+    public static final String FIELD_PT4 = "pt4";
+    /**
+     * 五级产品标签(ZH)
+     */
+    public static final String FIELD_PT5 = "pt5";
+    /**
+     * 一级产品标签(EN)
+     */
+    public static final String FIELD_PT1_EN = "ptEn1";
+    /**
+     * 二级产品标签(EN)
+     */
+    public static final String FIELD_PT2_EN = "ptEn2";
+    /**
+     * 三级产品标签(EN)
+     */
+    public static final String FIELD_PT3_EN = "ptEn3";
+    /**
+     * 四级产品标签(EN)
+     */
+    public static final String FIELD_PT4_EN = "ptEn4";
+    /**
+     * 五级产品标签(EN)
+     */
+    public static final String FIELD_PT5_EN = "ptEn5";
+    /**
+     * pt标签情感
+     */
+    public static final String FIELD_PT_SENTIMENT = "ptSentiment";
+
+    public static final String FIELD_DATA_COUNT = "dataCount";
+    public static final String FIELD_DATA_POSITIVE = "dataPositive";
+    public static final String FIELD_DATA_NEUTRAL = "dataNeutral";
+    public static final String FIELD_DATA_NEGATIVE = "dataNegative";
+
+    public static final String FIELD_PT1_COUNT = "pt1Count";
+    public static final String FIELD_PT1_POSITIVE = "pt1Positive";
+    public static final String FIELD_PT1_NEUTRAL = "pt1Neutral";
+    public static final String FIELD_PT1_NEGATIVE = "pt1Negative";
+
+    public static final String FIELD_PT2_COUNT = "pt2Count";
+    public static final String FIELD_PT2_POSITIVE = "pt2Positive";
+    public static final String FIELD_PT2_NEUTRAL = "pt2Neutral";
+    public static final String FIELD_PT2_NEGATIVE = "pt2Negative";
+
+    public static final String FIELD_PT3_COUNT = "pt3Count";
+    public static final String FIELD_PT3_POSITIVE = "pt3Positive";
+    public static final String FIELD_PT3_NEUTRAL = "pt3Neutral";
+    public static final String FIELD_PT3_NEGATIVE = "pt3Negative";
+
+    public static final String FIELD_PT4_COUNT = "pt4Count";
+    public static final String FIELD_PT4_POSITIVE = "pt4Positive";
+    public static final String FIELD_PT4_NEUTRAL = "pt4Neutral";
+    public static final String FIELD_PT4_NEGATIVE = "pt4Negative";
+
+    public static final String FIELD_PT5_COUNT = "pt5Count";
+    public static final String FIELD_PT5_POSITIVE = "pt5Positive";
+    public static final String FIELD_PT5_NEUTRAL = "pt5Neutral";
+    public static final String FIELD_PT5_NEGATIVE = "pt5Negative";
+
+    /**
+     * DT打标结果
+     */
+    public static final String FIELD_DT = "dt";
+    /**
+     * 所有PT标签 数组
+     */
+    public static final String FIELD_DT_ALL = "dtAll";
+    /**
+     * 一级口碑标签(ZH)
+     */
+    public static final String FIELD_DT1 = "dt1";
+    /**
+     * 二级口碑标签(ZH)
+     */
+    public static final String FIELD_DT2 = "dt2";
+    /**
+     * 三级口碑标签(ZH)
+     */
+    public static final String FIELD_DT3 = "dt3";
+    /**
+     * 四级口碑标签(ZH)
+     */
+    public static final String FIELD_DT4 = "dt4";
+    /**
+     * 五级口碑标签(ZH)
+     */
+    public static final String FIELD_DT5 = "dt5";
+    /**
+     * 一级口碑标签(EN)
+     */
+    public static final String FIELD_DT1_EN = "dtEn1";
+    /**
+     * 二级口碑标签(EN)
+     */
+    public static final String FIELD_DT2_EN = "dtEn2";
+    /**
+     * 三级口碑标签(EN)
+     */
+    public static final String FIELD_DT3_EN = "dtEn3";
+    /**
+     * 四级口碑标签(EN)
+     */
+    public static final String FIELD_DT4_EN = "dtEn4";
+    /**
+     * 五级口碑标签(EN)
+     */
+    public static final String FIELD_DT5_EN = "dtEn5";
+    /**
+     * dt标签情感
+     */
+    public static final String FIELD_DT_SENTIMENT = "dtSentiment";
+
+    public static final String FIELD_DT1_COUNT = "dt1Count";
+    public static final String FIELD_DT1_POSITIVE = "dt1Positive";
+    public static final String FIELD_DT1_NEUTRAL = "dt1Neutral";
+    public static final String FIELD_DT1_NEGATIVE = "dt1Negative";
+
+    public static final String FIELD_DT2_COUNT = "dt2Count";
+    public static final String FIELD_DT2_POSITIVE = "dt2Positive";
+    public static final String FIELD_DT2_NEUTRAL = "dt2Neutral";
+    public static final String FIELD_DT2_NEGATIVE = "dt2Negative";
+
+    public static final String FIELD_DT3_COUNT = "dt3Count";
+    public static final String FIELD_DT3_POSITIVE = "dt3Positive";
+    public static final String FIELD_DT3_NEUTRAL = "dt3Neutral";
+    public static final String FIELD_DT3_NEGATIVE = "dt3Negative";
+
+    public static final String FIELD_DT4_COUNT = "dt4Count";
+    public static final String FIELD_DT4_POSITIVE = "dt4Positive";
+    public static final String FIELD_DT4_NEUTRAL = "dt4Neutral";
+    public static final String FIELD_DT4_NEGATIVE = "dt4Negative";
+
+    public static final String FIELD_DT5_COUNT = "dt5Count";
+    public static final String FIELD_DT5_POSITIVE = "dt5Positive";
+    public static final String FIELD_DT5_NEUTRAL = "dt5Neutral";
+    public static final String FIELD_DT5_NEGATIVE = "dt5Negative";
+
+    public static final String FIELD_PT1_DT1_COUNT = "pt1Dt1Count";
+    public static final String FIELD_PT1_DT1_POSITIVE = "pt1Dt1Positive";
+    public static final String FIELD_PT1_DT1_NEUTRAL = "pt1Dt1Neutral";
+    public static final String FIELD_PT1_DT1_NEGATIVE = "pt1Dt1Negative";
+
+    public static final String FIELD_PT1_DT2_COUNT = "pt1Dt2Count";
+    public static final String FIELD_PT1_DT2_POSITIVE = "pt1Dt2Positive";
+    public static final String FIELD_PT1_DT2_NEUTRAL = "pt1Dt2Neutral";
+    public static final String FIELD_PT1_DT2_NEGATIVE = "pt1Dt2Negative";
+
+    public static final String FIELD_PT1_DT3_COUNT = "pt1Dt3Count";
+    public static final String FIELD_PT1_DT3_POSITIVE = "pt1Dt3Positive";
+    public static final String FIELD_PT1_DT3_NEUTRAL = "pt1Dt3Neutral";
+    public static final String FIELD_PT1_DT3_NEGATIVE = "pt1Dt3Negative";
+
+    public static final String FIELD_PT1_DT4_COUNT = "pt1Dt4Count";
+    public static final String FIELD_PT1_DT4_POSITIVE = "pt1Dt4Positive";
+    public static final String FIELD_PT1_DT4_NEUTRAL = "pt1Dt4Neutral";
+    public static final String FIELD_PT1_DT4_NEGATIVE = "pt1Dt4Negative";
+
+    public static final String FIELD_PT1_DT5_COUNT = "pt1Dt5Count";
+    public static final String FIELD_PT1_DT5_POSITIVE = "pt1Dt5Positive";
+    public static final String FIELD_PT1_DT5_NEUTRAL = "pt1Dt5Neutral";
+    public static final String FIELD_PT1_DT5_NEGATIVE = "pt1Dt5Negative";
+
+    public static final String FIELD_PT2_DT1_COUNT = "pt2Dt1Count";
+    public static final String FIELD_PT2_DT1_POSITIVE = "pt2Dt1Positive";
+    public static final String FIELD_PT2_DT1_NEUTRAL = "pt2Dt1Neutral";
+    public static final String FIELD_PT2_DT1_NEGATIVE = "pt2Dt1Negative";
+
+    public static final String FIELD_PT2_DT2_COUNT = "pt2Dt2Count";
+    public static final String FIELD_PT2_DT2_POSITIVE = "pt2Dt2Positive";
+    public static final String FIELD_PT2_DT2_NEUTRAL = "pt2Dt2Neutral";
+    public static final String FIELD_PT2_DT2_NEGATIVE = "pt2Dt2Negative";
+
+    public static final String FIELD_PT2_DT3_COUNT = "pt2Dt3Count";
+    public static final String FIELD_PT2_DT3_POSITIVE = "pt2Dt3Positive";
+    public static final String FIELD_PT2_DT3_NEUTRAL = "pt2Dt3Neutral";
+    public static final String FIELD_PT2_DT3_NEGATIVE = "pt2Dt3Negative";
+
+    public static final String FIELD_PT2_DT4_COUNT = "pt2Dt4Count";
+    public static final String FIELD_PT2_DT4_POSITIVE = "pt2Dt4Positive";
+    public static final String FIELD_PT2_DT4_NEUTRAL = "pt2Dt4Neutral";
+    public static final String FIELD_PT2_DT4_NEGATIVE = "pt2Dt4Negative";
+
+    public static final String FIELD_PT2_DT5_COUNT = "pt2Dt5Count";
+    public static final String FIELD_PT2_DT5_POSITIVE = "pt2Dt5Positive";
+    public static final String FIELD_PT2_DT5_NEUTRAL = "pt2Dt5Neutral";
+    public static final String FIELD_PT2_DT5_NEGATIVE = "pt2Dt5Negative";
+
+    public static final String FIELD_PT3_DT1_COUNT = "pt3Dt1Count";
+    public static final String FIELD_PT3_DT1_POSITIVE = "pt3Dt1Positive";
+    public static final String FIELD_PT3_DT1_NEUTRAL = "pt3Dt1Neutral";
+    public static final String FIELD_PT3_DT1_NEGATIVE = "pt3Dt1Negative";
+
+    public static final String FIELD_PT3_DT2_COUNT = "pt3Dt2Count";
+    public static final String FIELD_PT3_DT2_POSITIVE = "pt3Dt2Positive";
+    public static final String FIELD_PT3_DT2_NEUTRAL = "pt3Dt2Neutral";
+    public static final String FIELD_PT3_DT2_NEGATIVE = "pt3Dt2Negative";
+
+    public static final String FIELD_PT3_DT3_COUNT = "pt3Dt3Count";
+    public static final String FIELD_PT3_DT3_POSITIVE = "pt3Dt3Positive";
+    public static final String FIELD_PT3_DT3_NEUTRAL = "pt3Dt3Neutral";
+    public static final String FIELD_PT3_DT3_NEGATIVE = "pt3Dt3Negative";
+
+    public static final String FIELD_PT3_DT4_COUNT = "pt3Dt4Count";
+    public static final String FIELD_PT3_DT4_POSITIVE = "pt3Dt4Positive";
+    public static final String FIELD_PT3_DT4_NEUTRAL = "pt3Dt4Neutral";
+    public static final String FIELD_PT3_DT4_NEGATIVE = "pt3Dt4Negative";
+
+    public static final String FIELD_PT3_DT5_COUNT = "pt3Dt5Count";
+    public static final String FIELD_PT3_DT5_POSITIVE = "pt3Dt5Positive";
+    public static final String FIELD_PT3_DT5_NEUTRAL = "pt3Dt5Neutral";
+    public static final String FIELD_PT3_DT5_NEGATIVE = "pt3Dt5Negative";
+
+    public static final String FIELD_PT4_DT1_COUNT = "pt4Dt1Count";
+    public static final String FIELD_PT4_DT1_POSITIVE = "pt4Dt1Positive";
+    public static final String FIELD_PT4_DT1_NEUTRAL = "pt4Dt1Neutral";
+    public static final String FIELD_PT4_DT1_NEGATIVE = "pt4Dt1Negative";
+
+    public static final String FIELD_PT4_DT2_COUNT = "pt4Dt2Count";
+    public static final String FIELD_PT4_DT2_POSITIVE = "pt4Dt2Positive";
+    public static final String FIELD_PT4_DT2_NEUTRAL = "pt4Dt2Neutral";
+    public static final String FIELD_PT4_DT2_NEGATIVE = "pt4Dt2Negative";
+
+    public static final String FIELD_PT4_DT3_COUNT = "pt4Dt3Count";
+    public static final String FIELD_PT4_DT3_POSITIVE = "pt4Dt3Positive";
+    public static final String FIELD_PT4_DT3_NEUTRAL = "pt4Dt3Neutral";
+    public static final String FIELD_PT4_DT3_NEGATIVE = "pt4Dt3Negative";
+
+    public static final String FIELD_PT4_DT4_COUNT = "pt4Dt4Count";
+    public static final String FIELD_PT4_DT4_POSITIVE = "pt4Dt4Positive";
+    public static final String FIELD_PT4_DT4_NEUTRAL = "pt4Dt4Neutral";
+    public static final String FIELD_PT4_DT4_NEGATIVE = "pt4Dt4Negative";
+
+    public static final String FIELD_PT4_DT5_COUNT = "pt4Dt5Count";
+    public static final String FIELD_PT4_DT5_POSITIVE = "pt4Dt5Positive";
+    public static final String FIELD_PT4_DT5_NEUTRAL = "pt4Dt5Neutral";
+    public static final String FIELD_PT4_DT5_NEGATIVE = "pt4Dt5Negative";
+
+    public static final String FIELD_PT5_DT1_COUNT = "pt5Dt1Count";
+    public static final String FIELD_PT5_DT1_POSITIVE = "pt5Dt1Positive";
+    public static final String FIELD_PT5_DT1_NEUTRAL = "pt5Dt1Neutral";
+    public static final String FIELD_PT5_DT1_NEGATIVE = "pt5Dt1Negative";
+
+    public static final String FIELD_PT5_DT2_COUNT = "pt5Dt2Count";
+    public static final String FIELD_PT5_DT2_POSITIVE = "pt5Dt2Positive";
+    public static final String FIELD_PT5_DT2_NEUTRAL = "pt5Dt2Neutral";
+    public static final String FIELD_PT5_DT2_NEGATIVE = "pt5Dt2Negative";
+
+    public static final String FIELD_PT5_DT3_COUNT = "pt5Dt3Count";
+    public static final String FIELD_PT5_DT3_POSITIVE = "pt5Dt3Positive";
+    public static final String FIELD_PT5_DT3_NEUTRAL = "pt5Dt3Neutral";
+    public static final String FIELD_PT5_DT3_NEGATIVE = "pt5Dt3Negative";
+
+    public static final String FIELD_PT5_DT4_COUNT = "pt5Dt4Count";
+    public static final String FIELD_PT5_DT4_POSITIVE = "pt5Dt4Positive";
+    public static final String FIELD_PT5_DT4_NEUTRAL = "pt5Dt4Neutral";
+    public static final String FIELD_PT5_DT4_NEGATIVE = "pt5Dt4Negative";
+
+    public static final String FIELD_PT5_DT5_COUNT = "pt5Dt5Count";
+    public static final String FIELD_PT5_DT5_POSITIVE = "pt5Dt5Positive";
+    public static final String FIELD_PT5_DT5_NEUTRAL = "pt5Dt5Neutral";
+    public static final String FIELD_PT5_DT5_NEGATIVE = "pt5Dt5Negative";
+
+    /**
+     * scroll查询scrollId有效时间
+     */
+    public static final int SCROLL_MINUTES = 60;
+
+    /**
+     * scroll查询页面大小
+     */
+    public static final int SCROLL_PAGE_SIZE =10000;
+
+    /**
+     * 回帖scroll查询scrollId有效时间
+     */
+    public static final int SCROLL_MINUTES_REPLY = 30;
+
+    /**
+     * 回帖scroll查询页面大小
+     */
+    public static final int SCROLL_PAGE_SIZE_REPLY = 3000;
+
+    /**
+     * ES的_type
+     */
+    public static final String INDEX_TYPE = "docs";
+
+    /**
+     * 文档类型 - 电商
+     */
+    public static final String DOC_TYPE_PRODUCT = "item";
+    /**
+     * 文档类型 - 微博
+     */
+    public static final String DOC_TYPE_WEIBO = "weibo";
+    /**
+     * 文档类型 - 微信
+     */
+    public static final String DOC_TYPE_WEIXIN = "weixin";
+
+
+
+
+    public static final String MEDIA_AREA_KEY = "dict";
+
+    public static final float BOOST_WEIGHT = 10f;
+    // 相似查询返回的最大数据量
+    public static final Integer MAX_RESULT_WINDOWS_SIZE = 10000;
+    public static final Integer MAX_SCROLL_SIZE = 5000;
+    public static final Integer MAX_SCORLL_SIZE_CL = 2000;
+    public static final Long MAX_SEARCH_TIME_MINUTES = 2L;
+    public static final String SUBJECT_CLUSTER_INDEX_PREFIX = "mf_subject";
+    public static final String ES_KEY = "es";
+    public static final String ES_NORMAL_KEY = "es_normal";
+    public static final String CACHE_KEY = "cache";
+    public static final int BULK_SIZE = 100;
+
+    public static final String bigramPostfix = ".shingles";
+    public static final String bigramKey = "bigram";
+    public static final String filterTypeKey = "filter_type";
+    public static final String queryTypeKey = "query_type";
+    public static final Double aggOffset = 16 * 6
+            * 60 * 1000d;
+    public static final Double ONE_DAY = 24 * 60 * 60 * 1000d;
+    public static final Double ONE_HOUR = 60 * 60 * 1000d;
+
+    public static final String SENTIMENT = "sentiment";
+
+    public static final String SUMMARY = "summary";
+
+
+    // public static final String FILEPATH = "filePath";
+
+    public static final String VIDEOURL = "videoUrl";
+
+    /**
+     * *
+     *
+     * @FIXED 2017.11.13 increase the runtime,from 3 min to 6 min
+     */
+    public static final long THREAD_TIME = 15 * 60 * 1000L;
+
+    public static String DESC = "desc";
+
+    public static String ASC = "asc";
+
+    /**
+     * pubTime时间由远及近
+     */
+    public static String DEFUALT_SORT = "createdTimeDesc";
+
+    /**
+     * pubTime时间由远及近
+     */
+    public static String PUBTIME_ASC_SORT_FLAG = "timeAsc";
+
+/**
+ * 评论数：commentDescFlag
+ 发帖时间:（近-远）timeDesc
+ 发帖时间：(远-近) timeAsc
+ 采集时间：crawlTimeDesc
+ */
+    /**
+     * pubTime时间由近及远
+     */
+    public static String PUBTIME_DESC_SORT_FLAG = "timeDesc";
+    public static String CRAWLTIME_DESC_SORT_FLAG = "crawlTimeDesc";
+
+    /**
+     * createTime时间由近及远
+     */
+    public static String CREATE_TIME_DESC_SORT_FLAG = "createdTimeDesc";
+
+    /**
+     * createTime时间由远及近
+     */
+    public static String CREATE_TIME_ASC_SORT_FLAG = "createdTimeAsc";
+
+    /**
+     * 重要度排序
+     */
+    public static String SCORE_DESC_SORT_FLAG = "scoreDesc";
+
+    /**
+     * Alexa
+     */
+    public static String ALEXA_ASC_SORT_FLAG = "alexaAsc";
+    /***
+     *
+     */
+    public static Float ALEXA_DEFAULT_SCORE = 1000000.00F;
+    /**
+     * 转载量排序
+     */
+    public static String FOLDER_NUMBER_DESC_SORT_FLAG = "folderNumberDescSortFlag";
+    /**
+     * 综合排序：1:转载量排序;2:转载量一样按照得分排序;3:随后按照pubTime时间倒序
+     */
+    public static String REPORT_SORT_FLAG = "reportSortFlag";
+
+    public static String SCORE = "_score";
+    public static String SCORE_FROM_SOURCE = "score";
+
+
+    /**
+     * 关键词前缀
+     */
+    public static final String TAG_START = "<em>";
+    /**
+     * 关键词后缀
+     */
+    public static final String TAG_END = "</em>";
+
+    /**
+     * 标题关键词分隔符
+     */
+    public static final String TITLE_KEYWORDS_SPLIT_SYSBOL = ",";
+    /**
+     * 相关度等级词分隔符
+     */
+    public static final String RELATEDWORDS_HIGH = "high";
+    public static final String RELATEDWORDS_MEDIUM = "medium";
+    public static final String RELATEDWORDS_LOW = "low";
+    /**
+     * 相关度分级
+     */
+    public static final float RELATEDRATE_MIN = 0.00F;
+    public static final float RELATEDRATE_MAX = 1.00F;
+    public static final int RELATEDRATE_MIN_SEARCH_NUMBER = 10;
+    /**
+     * 排除关键词分隔符
+     */
+    public static final String EXCLUDE_KEYWORDS_SPLIT_SYSBOL = ",";
+    public static final String EXCLUDE_KEYWORDS_SPLIT_CN_SYSBOL = "，";
+
+
+    /**
+     * 最小匹配度
+     */
+    public static final Integer MINI_NUMBER_SHOULD_MATCH = 1;
+    /**
+     * 最大摘要长度
+     */
+    public static final Integer MAX_FRAGMENT_SIZE = 10000;
+    /**
+     * 数据监控页面摘要长度
+     */
+    public static final Integer MONITOR_FRAGMENT_SIZE = 110;
+    // 报告摘要长度
+    public static final Integer Report_FRAGMENT_SIZE = 100;
+    public static final Integer Foreign_Report_FRAGMENT_SIZE = 200;
+    /**
+     * 数据监控页面标题高亮长度
+     */
+    public static final Integer MONITOR_FRAGMENT_TITLE_SIZE = 50;
+    /**
+     * 数据导出查询大集群分页查询，每次最大查询量
+     */
+    public static final Integer EXPORT_SCROLL_SIZE = 1000;
+    /**
+     * 自定义长度
+     */
+    // title 长度
+    public static final Integer MONITOR_FRAGMENT_USER_DEFINED_TITLE_SIZE = 30;
+    // 系统报告自定义长度 40
+    public static final Integer SYS_REPORT_FRAGMENT_USER_DEFINED_TITLE_SIZE = 40;
+    public static final Integer FOREIGN_SYS_REPORT_FRAGMENT_USER_DEFINED_TITLE_SIZE = 80;
+
+    public static final Integer MAX_FRAGMENT_USER_DEFINED_TITLE_SIZE = 50;
+
+    // 预警报告的摘要长度
+    public static final Integer MONITOR_FRAGMENT_USER_DEFINED_DIGEST_SIZE = 150;
+    public static final String DEFAULT_JOIN_SYMBOL = ".";
+    /**
+     * 主体情感默认名称
+     */
+    public static final String DEFAULT_ENTRY_NAME = "default";
+    public static final String EMOTION_ENTRY = "emotionEntry";
+    public static final String EMOTION_VALUE = "emotionValue";
+    public static final String EMOTION_NAME = "entryName";
+    public static final String OFF_SET = "offSet";
+    public static final String MINIMUM_SHOULD_MATCH = "1";
+    /*
+     * docType(news\bbs...):int 类型常量
+     */
+    public static final int DOCTYPENEWS = 0;
+    public static final int DOCTYPEBBS = 1;
+    /*
+     * 组合查询语句key值类型
+     */
+    public static final String KEYTYPEOPERA = "operator";
+    public static final String KEYTYPEWORD = "word";
+    /*
+     * 数据来源渠道 (hl \ bfd)
+     */
+    public static final String CHANNELHL = "HL";
+    public static final String CHANNELBFD = "BFD";
+    /*
+     *1:type:content、title、all
+     *2: text:words(目前要是关键词列表)
+     */
+    public static final String SEARCH_SCOPE_TYPE_TITLE = "title";
+    public static final String ICON = "icon";
+
+    public static final String SEARCH_SCOPE_TYPE_CONTENT = "content";
+
+    //标题+正文
+    public static final String SEARCH_SCOPE_TYPE_TITLE_ALL = "title_all";
+
+    public static final String SEARCH_SCOPE_TYPE_AUTHOR = "author";
+
+    public static final String SEARCH_SCOPE_TYPE_FORWARD = "forwardContent";
+
+    public static final String SEARCH_SCOPE_TYPE_TITLE_ORIGIN = "title_origin";
+
+    public static final String SEARCH_SCOPE_TYPE_CONTENT_ORIGIN = "content_origin";
+
+    public static final String SEARCH_SCOPE_TYPE_ALL = "all";
+
+    public static final String SEARCH_SCOPE_WECHAT_SUBSCRIPTION = "wechat_subscription";
+
+    /**
+     * SQ 4.0新增 UGC EGC PGC
+     */
+    public static final String SEARCH_SCOPE_UGC = "ugc";
+
+    public static final String SEARCH_SCOPE_EGC = "egc";
+
+    public static final String SEARCH_SCOPE_PGC = "pgc";
+    /**
+     * 关键词
+     */
+    public static final String SEARCH_SCOPE_TYPE_KEYWORDS = "keyWords";
+
+    public static final String REL_TYPE = "relType";
+
+    public static final String PRIMARY_POST = "primaryPost";
+
+    public static final String PRIMARY = "primary";
+
+    public static final String PT_PRIMARY = "ptPrimary";
+
+    public static final String DT_PRIMARY = "dtPrimary";
+
+    public static final String PT_ALL = "ptAll.keyword";
+
+    public static final String DT_ALL = "dtAll.keyword";
+
+    public static final String DATA_COUNT = "dataCount";
+
+    /**
+     * 回溯开始时间
+     */
+    public static final String CON_START_TIME = "conStartTime";
+    /**
+     * 回溯结束时间
+     */
+    public static final String CON_END_TIME = "conEndTime";
+    public static final String SUBJECT_ID = "subjectId";
+    public static final String TASKID = "taskId";
+    /*
+     *1:非敏感 positive
+     *2:敏感 negative
+     */
+    public static final String COMMON_TAG = "common";
+    public static final String NEGATIVE_TAG = "negative";
+    public static final String NEUTER_TAG = "neuter";
+
+    public static final Integer COMMON_TAG_VALUE = 1;
+    public static final Integer NEGATIVE_TAG_VALUE = 3;
+    public static final Integer NEUTER_TAG_VALUE = 2;
+
+    public static final String COMMON_CN_TAG = "正面";
+    public static final String NEGATIVE_CN_TAG = "负面";
+    public static final String NEUTER_CN_TAG = "中性";
+
+    public static final String AVAILABILITY = "availability";
+
+    public static final List<String> SENTIMENT_LIST = new ArrayList<String>();
+    public static String URL_HASH = "urlHash";
+
+    static {
+        SENTIMENT_LIST.add(COMMON_TAG);
+        SENTIMENT_LIST.add(NEGATIVE_TAG);
+        SENTIMENT_LIST.add(NEUTER_TAG);
+    }
+
+    // 正面 [0.8-1]
+    // 中性（0.2-0.8)
+    // 负面 [0-0.2]
+    public static final Double SENTIMENTAL_MID = 0.8;
+    public static final Double SENTIMENTAL_THRESHOLD = 0.2;
+    public static final Double SENTIMENTAL_MIN = 0.0;
+    public static final Double SENTIMENTAL_MAX = 1.0;
+    public static final String OPERATOR_OR = "or";
+    public static final String OPERATOR_EQUAL = "=";
+    public static final String OPERATOR_SPACE = " ";
+    public static final String OPERATOR_ALL = "*:*";
+    public static final String OPERATOR_CONNENT_ALL = ":";
+    public static final String OPERATOR_SINGLE_ALL = "*";
+
+
+    /*
+     *define es mapping fields
+     */
+    public static String PUBTIME = "pubTime";
+    public static String CHANNEL_HYLANDA = "hylanda";
+
+    public static String PUBTIME_STR = "pubTimeStr";
+
+    public static String CREATETIME = "createTime";
+    public static String CREATETIMESTR = "createTimeStr";
+    public static String CREATETIMEDAY = "createDay";
+
+    public static String PUTTIME = "putTime";
+    public static String CRAWLTIME = "crawlTime";
+    public static String ORIGINAL_SOURCE = "originalSource";
+    public static String CONTENT_SIMHASH = "contentSimHash";
+    public static String QUOTE_COUNT = "quoteCount";
+    /**
+     * 内容
+     */
+    public static String CONTENT_TAG = "contentTag";
+    public static String DT_EN_2 = "dtEn2";
+    public static String DT_EN_1 = "dtEn1";
+    public static String COMMENTS_COUNT = "commentsCount";
+    public static String PAGE_COMMENTS_COUNT = "pageCommentCount";
+    public static String ATTITUDES_COUNT = "attitudesCount";
+    public static String TITLE_SIMHASH = "titleSimHash";
+    public static String ORIGINAL_CONTENT_SIMHASH = "originalContentSimHash";
+    public static String ORIGINAL_TITLE_SIMHASH = "originalTitleSimHash";
+    public static String DOC_TYPE = "docType";
+    public static String CHINA_DOC_TYPE = "chinaDocType";
+    public static String SYS_SENTIMENT_TAG = "sysSentimentTag";
+    public static final String TITLE = "title";
+    public static final String USER_LEVEL_NAME = "userLevelName";
+    public static String SOURCE = "source";
+    public static String  CRAWLDATAFLAG= "crawlDataFlag";
+
+    //微信专属字段，内容固定 value="微信"
+    public static String WEIXIN_SOURCE = "weixinSource";
+    public static String CHANNEL = "channel";
+    public static final String CONTENT = "content";
+    public static final String SYS_SENTIMENT = "sysSentiment";
+    public static String POST_SOURCE = "postSource";
+    /**
+     * DT情感标签
+     */
+    public static final String DT_SENTIMENT = "dtSentiment";
+    /**
+     * PT情感标签
+     */
+    public static final String PT_SENTIMENT = "ptSentiment";
+
+    public static String KEYWORD = "keyword";
+    public static String ACCOUNT = "account";
+   // public static String URL = "url";
+
+    public static String SYS_ABSTRACT = "sysAbstract";
+    public static String SYS_KEYWORDS = "sysKeywords";
+    // 所有热词
+    public static String HL_KEYWORDS = "hlKeywords";
+    public static String ALL_KEYWORDS = "allKeywords";
+    public static String COMMENT_KEY_WORDS = "commentKeywords";
+    public static String OPTIONS = "opinions";
+    // 地名：places
+    public static String PLACES = "places";
+    // 微博话题：hashTag
+    public static String HASH_TAG = "hashTag";
+    public static String PICTURE_LIST = "pictureList";
+
+    // 表情：expression
+    public static String EXPRESSION = "expression";
+    // 评价：opinions
+    public static String OPINIONS = "opinions";
+
+    public static String WEIBO_AUTHOR = "author";
+    public static String WEIBO_USER_ID = "userId";
+    public static String AUTHOR = "author";
+    public static String WEIXIN_NAME = "weixinName";
+    public static final String CHANNEL_WEIXIN = "weixin";
+    public static final String HL_DOCID = "hylandaDocId";
+    public static final String LANGUAGE = "language";
+    public static String AREA = "area";
+
+
+    /**
+     * _all字段
+     */
+    public static String _ALL = "_all";
+
+    /**
+     * 口碑
+     */
+    public static final String SHOP_MD5 = "shopUrlHash";
+    public static final String HAS_PICTURE = "isCommentImg";
+    public static final String HAS_CONTENT = "isComment";
+    public static final String CUSTOMER_LEVEL = "customerLevel";
+    public static final String COMMENT_STAR_LEVEL = "starLevel";
+    public static final String SHOP_NAME = "shopName";
+    public static final String NICKNAME = "nickName";
+    public static final String COMMENT_SEARCH_ALL = "comment_all";
+    public static final String USER_AVATAR = "userAvatar";
+    public static final String UNIQUE_ID = "uniqueId";
+    public static final String SHOP_URL = "shopUrl";
+    public static final String USER_URL = "userUrl";
+    public static final String CONTRIBUTION = "contribution";
+    public static final String SCORE_FACTOR = "scoreFactor";
+    public static final String FACTOR_KEY = "factorKey";
+    public static final String FACTOR_VALUE = "factorValue";
+    public static final String CONTENT_SIZE = "commentLength";
+    public static final String SHOP_LABEL = "label";
+    public static final String SHOP_CITY = "shopCity";
+    public static final String SHOP_PROVINCE = "shopProvince";
+    public static final String USER_CITY = "userCity";
+    public static final String COUNTRY = "country";
+    public static final String USER_PROVINCE = "userProvince";
+    public static final String SHOP_LABELS = "shopLabels";
+    public static final String COMMENT_IMG = "commentImg";
+
+    /**
+     * 用户头像
+     */
+    public static String WEIBO_AVATOR = "avatar";
+    public static final String SOCIAL = "social";
+    public static final String BBS = "bbs";//论坛
+    public static final String WEI_BO = "weibo";//微博
+    public static final String WEI_XIN = "weixin";//微信
+    public static final String CH_WEI_XIN = "微信";
+    public static final String BLOG = "blog";//博客
+    public static final String NEWS = "news";//网站
+    public static final String SEARCH = "search";
+    public static final String TIEBA = "tieba";//贴吧
+    public static final String MEDIA = "media";//报刊
+    public static final String VIDEO = "video";//视频
+    public static final String WENDA = "wenda";//问答
+    public static final String SHEJIAO = "shejiao";// 社交
+    public static final String APP = "app";
+    public static String WEIBO_DEFAULT_AVATOR = "http://tva1.sinaimg.cn/default/images/default_avatar_male_180.gif";
+
+    public static final String BAIDUKOUBEI = "baidukoubei";
+    public static final String DIANPING = "dianping";
+    public static final String FANGTIANXIA = "fangtianxia";
+    public static final String BAIDUTIEBA = "baidutieba";
+    public static final String SOUHU = "souhu";
+    public static final String XIECHENG = "xiecheng";
+    public static final String AUTOHOME = "autohome";
+    public static final String TMALL = "tmall";
+    public static final String YILONG = "yilong";
+    // 电商
+    public static final String ITEM = "item";
+    public static final String ITEM_NAME = "itemName";
+    public static final String ZIXUN = "zixun";
+    public static final String FOREIGN_NEWS = "foreign_news";
+    public static final String FOREIGN_MEDIA = "foreign_media";
+    //电商星级分数
+    public static final String COMMENT_SCORE = "commentScore";
+    // 电商数据没有星级时返回-1
+    public static final Double COMMENT_SCORE_NULL = -1.0;
+    public static final String EN_SOURCE = "enSource";
+
+    //内容识别
+    public static final String NORMAL = "normal";
+    public static final String MARKETING = "marketing";
+
+    public static final String AVATAR = "avatar";
+    public static final String COMMENT_ID = "commentId";
+    public static final String CID = "cid";
+
+    public static final String OTHER = "other";
+    public static final String LIFE = "life";
+
+
+    /**
+     * 微博信息 added by Eric 2016-10-28 15:03:31
+     */
+    public static String WEIBO_USER_SEX = "sex";// 性别 female \ male
+    public static String WEIBO_USER_SEX_FEMALE = "female";// 性别 female
+    public static String WEIBO_USER_SEX_MALE = "male";
+
+    public static String WEIBO_USER_FRIENDS_COUNT = "friendsCount";// 关注数
+    public static String WEIBO_USER_FANS_COUNT = "fansCount";// 粉丝数
+    public static String WEIBO_ATTITUDES_COUNT = "attitudesCount";// 赞数
+    public static String WEIBO_COMMENTS_COUNT = "commentsCount";// 评论数
+    public static String WEIBO_QUOTE_COUNT = "quoteCount";// 转发数
+    public static String WEIBO_COUNT = "weiboCount";//用户转发微博数量
+    public static String WEIBO_LOCATION = "location";//用户转发微博数量
+    public static String WEIBO_USER_COUNTRY = "country";// 国家
+    public static String WEIBO_USER_PROVINCE = "province";// 省份
+    public static String WEIBO_USER_CITY = "city";// 城市 verified
+    public static String WEIBO_USER_AREA = "area";
+    public static String WEIBO_MUNICIPALITY_BEIJING = "北京";
+    public static String WEIBO_MUNICIPALITY_TIANJIN = "天津";
+    public static String WEIBO_MUNICIPALITY_CHONGQING = "重庆";
+    public static String WEIBO_MUNICIPALITY_SHANGHAI = "上海";
+
+    public static String WEIBO_USER_VERIFIED = "verified";// 认证类型
+    public static String WEIBO_USER_NOT_VERIFIED_VALUE = "0";// 非认证类型
+    public static String WEIBO_ORIGINAL_URL = "originalUrl";// 上层url
+    public static String WEIBO_EXPRESSION = "expression";// 表情图
+    public static String WEIBO_EXPRESSION_TEXT = "expressionText";// 表情文本
+    public static String WEIBO_FORWARD_URL = "forwardUrl";// 原文url
+    public static String FORWARD_USER_URL = "forwardUserUrl";// 原文url
+    public static String WEIBO_USER_TYPE = "userType";
+    public static String WEIBO_POST_SOURCE = "postSource";
+    public static String WEIBO_LEVEL = "level";
+    public static String WEIBO_REPLY_COMMENT = "replycomment";
+    public static String PRODUCT_ID = "productId";
+
+
+    /**
+     * 微博转发信息
+     */
+    public static final String FORWARD_CONTENT = "forwardContent";             // 转发原文内容
+    public static final String FORWARD_RELEASE_DATE = "forwardReleaseDate";    // 转发原文发布时间
+    public static final String FORWARD_AUTHOR = "forwardAuthor";               // 转发原文作者昵称
+
+    public static final String FORWARD_QUOTE_COUNT = "forwardQuoteCount";
+    public static final String FORWARD_POST_SOURCE = "forwardPostSource";
+    public static final String FORWARD_COMMENT_COUNT = "forwardCommentsCount";
+    public static final String FORWARD_ATTITUDES_COUNT = "forwardAttitudesCount";
+    public static final String FORWARD_URL = "forwardUrl";
+    public static final String FORWARD_AVATAR = "forwardAvatar";
+    public static final String FORWARD_USER_TYPE = "forwardUserType";
+    public static final String FORWARD_PUBTIME = "forwardPubTime";
+
+
+    public static final String FORWARD_FLAG = "forwardFlag";                   // 转发、回帖标志 1(转发、回帖) 0(原贴)
+
+    public static final int REGULAR_PUBTIME_QUERY = 0;
+
+    public static final int REGULAR_PUBTIME_AND_CREATETIME_QUERY = 1;
+
+
+    public static final List<String> TYPE_LIST = new ArrayList<>();
+
+    public static final List<Long> BACKEND_ANALYSIS_LIST = new ArrayList<>();
+
+    public static final List<Long> BACKEND_AVAILABILITY_LIST = new ArrayList<>();
+
+
+    public static final List<String> APP_TYPE_LIST = new ArrayList<String>();
+
+
+    /**
+     * 口碑评价对应渠道类型
+     */
+    public static final List<String> ITEM_TYPE_LIST = new ArrayList<String>();
+
+    private static final String MEITUAN = "meituan";
+
+    private static final String DIAPING = "dianping";
+
+    public static final String ID = "id";
+
+    public static final String COMMENTS = "comments";
+
+    public static final String REPOSTS = "reposts";
+
+    public static final String ATTITUDES = "attitudes";
+
+    public static final Map<String, String> SORT_FLAG_MAPPING_MYSQL_SORT = new HashMap<>();
+
+    public static final String ISDOWNLOAD = "isDownload";
+    public static final String IMAGEPATH = "imagePath";
+    public static final String FILEPATH = "filePath";
+    public static final String VIDEOPATH = "videoPath";
+    public static final String IMAGEPATHSIZE = "imagePathSize";
+    public static final String FILEPATHSIZE = "filePathSize";
+    public static final String VIDEOPATHSIZE = "videoPathSize";
+    public static final String avatarPath = "avatarPath";
+
+
+    public static final String PGC = "pgc";
+    public static final String UGC = "ugc";
+    public static final String EGC = "egc";
+
+    public static final String URL = "url";
+    public static final String SIZE = "size";
+    public static final String RESOLUTION= "resolution";
+    public static final String VIDEOTIME = "videoTime";
+
+
+
+    public static List contents (){
+        List <String> contentsa=new ArrayList<>();
+        contentsa.add("socialComment");
+        contentsa.add("storyDetailPage");
+        contentsa.add("newscontent");
+        contentsa.add("newscomment");
+        contentsa.add("bbspost");
+        contentsa.add("weibo");
+        contentsa.add("keyword");
+        contentsa.add("comment");
+        contentsa.add("repost");
+        return contentsa;
+    }
+
+
+    public static List user (){
+        List <String> contentsa=new ArrayList<>();
+        contentsa.add("userInfoPage");
+        contentsa.add("groupInfoPage");
+        contentsa.add("bbsuserinfo");
+        contentsa.add("newsuser");
+        return contentsa;
+    }
+
+    public static List like (){
+        List <String> contentsa=new ArrayList<>();
+        contentsa.add("socialFollow");
+        contentsa.add("socialFans");
+        contentsa.add("groupMemberPage");
+        contentsa.add("newsuser");
+
+        return contentsa;
+    }
+
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/service/QueryDrug.java b/src/main/java/com/zyzs/otherdatasave/service/QueryDrug.java
new file mode 100644
index 0000000..31159e4
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/service/QueryDrug.java
@@ -0,0 +1,97 @@
+package com.zyzs.otherdatasave.service;
+
+import com.alibaba.fastjson.JSONObject;
+import com.bfd.crawler.elasti.ElastiProducerHigh;
+import com.bfd.crawler.utils.JsonUtils;
+import com.zyzs.otherdatasave.bean.Drug;
+import com.zyzs.otherdatasave.cache.Constants;
+import com.zyzs.otherdatasave.util.DataCheckUtil;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.stereotype.Service;
+
+import java.util.*;
+
+import static com.zyzs.otherdatasave.util.MfMD5Util.GetMD5Code;
+
+@Service
+public class QueryDrug {
+    private static final Logger LOGGER = LoggerFactory.getLogger(QueryDrug.class);
+    public void query() {
+        String inputMessage = Constants.getDrug().poll();// poll -->若队列为空，返回null
+        if (Objects.isNull(inputMessage)) {
+            return;
+        }
+        Map<String, Object> messageMap = new HashMap<>();
+        if (inputMessage.length()>10) {
+            try {
+                messageMap = JsonUtils.parseObject(inputMessage);
+                Drug dru=new Drug();
+                dru.setDrugName((String) messageMap.get("drugName"));
+                dru.setGenericName((String) messageMap.get("genericName"));
+                dru.setIngredients((String) messageMap.get("ingredients"));
+                dru.setIndication((String) messageMap.get("indication"));
+                dru.setStrength((String) messageMap.get("strength"));
+                dru.setDosage((String) messageMap.get("dosage"));
+                dru.setRoute((String) messageMap.get("route"));
+                dru.setSideEffect((String) messageMap.get("sideEffect"));
+                dru.setMarketingStatus((String) messageMap.get("marketingStatus"));
+                dru.setCompany((String) messageMap.get("company"));
+                dru.setCountry((String) messageMap.get("country"));
+                dru.setAccessionNum((String) messageMap.get("accessionNum"));
+                dru.setAccessionDate((String) messageMap.get("accessionDate"));
+                dru.setStorageConditions((String) messageMap.get("storageConditions"));
+                try {
+                    dru.setDrugInteractions((List) messageMap.get("drugInteractions"));
+                } finally {
+                }
+                List   attachmentInstructions=new ArrayList();
+                String attachmentInstructionsa= messageMap.get("attachmentInstructions").toString();
+                if(attachmentInstructionsa.length()>5){
+                    attachmentInstructions.add(messageMap.get("attachmentInstructions").toString());
+                }
+                dru.setAttachmentInstructions(attachmentInstructions);
+                List   attachmentInstructionsPath=new ArrayList();
+                String attachmentInstructionsfilePath = (String) messageMap.get("attachmentInstructionsfilePath");
+                if (attachmentInstructionsfilePath.length()>5){
+                    attachmentInstructionsPath.add((String) messageMap.get("attachmentInstructionsfilePath"));
+                }
+                dru.setAttachmentInstructions(attachmentInstructionsPath);
+                dru.setSubmission((String) messageMap.get("submission"));
+                dru.setActionType((String) messageMap.get("actionType"));
+                dru.setSubmissionClassification((String) messageMap.get("submissionClassification"));
+                dru.setReviewPriority((String) messageMap.get("reviewPriority"));
+                dru.setLettersReviewsLabels((String) messageMap.get("lettersReviewsLabels"));
+                dru.setNotes((String) messageMap.get("notes"));
+                long dateTimenow = System.currentTimeMillis();
+                dru.setCreateTime(dateTimenow);
+                String  createTimeStr= DataCheckUtil.getCurrentTime(dateTimenow);
+                dru.setCreateTimeStr(createTimeStr);
+                dru.setKeywords((String) messageMap.get("keywords"));
+                dru.setCrawlUrl((String) messageMap.get("crawlUrl"));
+                dru.setWeight((String) messageMap.get("weight"));
+                dru.setChemicalFormula((String) messageMap.get("chemicalFormula"));
+                dru.setCrawlUrl((String) messageMap.get("crawlUrl"));
+                String docid = GetMD5Code((String) messageMap.get("drugName")+(String) messageMap.get("strength"));
+                dru.setDocId(docid);
+                dru.setDataId(docid);
+                dru.set_id_(docid);
+                dru.setIsShow("20250512");
+                LOGGER.info("Parse QueryDrug={}", JSONObject.toJSON(dru));
+                ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_drug_crb","_doc" );
+                elastiProducer.sendMessageToEs(JsonUtils.toJSONString(dru));
+
+            } catch (Exception e) {
+                LOGGER.error("ERROR QueryDrug={}", JSONObject.toJSON(messageMap));
+                e.printStackTrace();
+            }
+        }
+
+
+
+
+
+
+
+    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/service/QueryEq.java b/src/main/java/com/zyzs/otherdatasave/service/QueryEq.java
new file mode 100644
index 0000000..ecb958a
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/service/QueryEq.java
@@ -0,0 +1,80 @@
+package com.zyzs.otherdatasave.service;
+
+import com.alibaba.fastjson.JSONObject;
+import com.bfd.crawler.elasti.ElastiProducerHigh;
+import com.bfd.crawler.utils.JsonUtils;
+import com.zyzs.otherdatasave.bean.Eqiupment;
+import com.zyzs.otherdatasave.bean.Proj;
+import com.zyzs.otherdatasave.cache.Constants;
+import com.zyzs.otherdatasave.util.DataCheckUtil;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.stereotype.Service;
+
+import java.util.*;
+
+import static com.zyzs.otherdatasave.util.MfMD5Util.GetMD5Code;
+
+@Service
+public class QueryEq {
+    private static final Logger LOGGER = LoggerFactory.getLogger(QueryEq.class);
+    public void query() {
+        String inputMessage = Constants.getEquipment().poll();// poll -->若队列为空，返回null
+        if (Objects.isNull(inputMessage)) {
+            return;
+        }
+        Map<String, Object> messageMap = new HashMap<>();
+        if (inputMessage.length()>10) {
+            try {
+                messageMap = JsonUtils.parseObject(inputMessage);
+            } catch (Exception e) {
+                e.printStackTrace();
+            }
+            try {
+                Eqiupment eq=new Eqiupment();
+                eq.setCrawlUrl((String) messageMap.get("crawlUrl"));
+                eq.setCate((String) messageMap.get("cate"));
+                eq.setTitle((String) messageMap.get("title"));
+                eq.setIntroduction_short((String) messageMap.get("introduction_short"));
+                if(!messageMap.get("img").toString().isEmpty()){
+                    String img=(String) messageMap.get("img");
+                    List  imga=new ArrayList();
+                    imga.add(img);
+                    eq.setImg(imga);
+                }
+                if(!messageMap.get("imgPath").toString().isEmpty()){
+                    String img=(String) messageMap.get("imgPath");
+                    img="/group"+img.split("/group")[1];
+                    List  imga=new ArrayList();
+                    imga.add(img);
+                    eq.setImgPath(imga);
+                }
+                eq.setContent((String) messageMap.get("content"));
+                eq.setForwardcontent((String) messageMap.get("forwardcontent"));
+                String docid = GetMD5Code((String) messageMap.get("crawlUrl"));
+                eq.setDocId(docid);
+                eq.setDataId(docid);
+                eq.set_id_(docid);
+                long dateTimenow = System.currentTimeMillis();
+                eq.setCreateTime(dateTimenow);
+                String  createTimeStr= DataCheckUtil.getCurrentTime(dateTimenow);
+                eq.setCreateTimeStr(createTimeStr);
+                eq.setCrawlUrl((String) messageMap.get("crawlUrl"));
+                LOGGER.info("Parse QueryEq={}", JSONObject.toJSON(eq));
+                ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_equipment_crb","_doc" );
+                elastiProducer.sendMessageToEs(JsonUtils.toJSONString(eq));
+            } catch (Exception e) {
+             //   LOGGER.error("Parse ErrorQueryEq={}", JSONObject.toJSON(inputMessage));
+                e.printStackTrace();
+            }
+
+        }
+
+
+
+
+
+
+
+    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/service/QueryPaper.java b/src/main/java/com/zyzs/otherdatasave/service/QueryPaper.java
new file mode 100644
index 0000000..678f207
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/service/QueryPaper.java
@@ -0,0 +1,160 @@
+package com.zyzs.otherdatasave.service;
+
+import com.alibaba.fastjson.JSONObject;
+import com.bfd.crawler.elasti.ElastiProducerHigh;
+import com.bfd.crawler.utils.JsonUtils;
+import com.zyzs.otherdatasave.bean.Clini;
+import com.zyzs.otherdatasave.bean.Paper;
+import com.zyzs.otherdatasave.cache.Constants;
+import com.zyzs.otherdatasave.util.DataCheckUtil;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.stereotype.Service;
+
+import javax.annotation.PostConstruct;
+import java.time.LocalDateTime;
+import java.time.format.DateTimeFormatter;
+import java.util.*;
+
+import static com.zyzs.otherdatasave.util.MfMD5Util.GetMD5Code;
+@Service
+public class QueryPaper {
+
+    private static final Logger LOGGER = LoggerFactory.getLogger(QueryPaper.class);
+    @PostConstruct
+    public void init() {
+
+    }
+
+    public void query() {
+        String inputMessage = Constants.getPaper().poll();// poll -->若队列为空，返回null
+        if (Objects.isNull(inputMessage)) {
+            return;
+        }
+        Map<String, Object> messageMap = new HashMap<>();
+        if (inputMessage.length()>10)  {
+            try  {
+                try {
+                    messageMap = JsonUtils.parseObject(inputMessage);
+                } catch (Exception e) {
+                    e.printStackTrace();
+                }
+                Paper paper=new Paper();
+                paper.setTitle((String) messageMap.get("title"));
+                paper.setCrawlUrl((String) messageMap.get("crawlUrl"));
+                paper.setContent((String) messageMap.get("content"));
+
+//
+//                List<String> authorList = new ArrayList<>();
+//                String author=(String) messageMap.get("author");
+//                if(author.contains(";")){
+//                    // 如果包含分号，则按分号分割
+//                    authorList = Arrays.asList(author.split(";"));
+//                }else if (author.contains(",")){
+//                    // 如果包含分号，则按分号分割
+//                    authorList = Arrays.asList(author.split(","));
+//                }
+//                if(authorList.size()>0){
+//                  List authors=new ArrayList<>();
+//                    for (String name:authorList){
+//                        Map ma=new HashMap();
+//                        ma.put("id","");
+//                        ma.put("name",name);
+//    //                  组织信息
+//                        Map or =new HashMap();
+//                        or.put("id","");
+//                        or.put("name","");
+//                        List organs=new ArrayList<>();
+//                        organs.add(or);
+//                        ma.put("organs",organs);
+//                        authors.add(ma);
+//                    }
+//                    paper.setAuthors(authors);
+//                }
+
+                if (messageMap.containsKey("filePath")){
+                    List<String> file = (List) messageMap.get("filePath");
+                    List<String> cleanedList = new ArrayList<>();
+                    for (String url : file) {
+                        // 使用replaceAll方法移除匹配的<url>标签
+                        String cleanedUrl = url.replaceAll("http://192.168.0.41:8081", "");
+                        cleanedList.add(cleanedUrl);
+                    }
+                    paper.setFilePath(cleanedList);
+                    paper.setFilePathSize((List) messageMap.get("filePathSize"));
+                }
+
+                List<Map> authors= (List<Map>) messageMap.get("authors");
+                if(authors.size()>0){
+                    List authorsall=new ArrayList<>();
+                    for (Map<String,Object>keyValueMap : authors){
+                        for (Map.Entry<String, Object> entry : keyValueMap.entrySet()) {
+                            String key = entry.getKey(); // 获取键
+                            Object value = entry.getValue(); // 获取值
+                            Map ma=new HashMap();
+                            ma.put("id","");
+                            ma.put("name",key);
+                            //                  组织信息
+                            Map or =new HashMap();
+                            or.put("id","");
+                            or.put("name",value);
+                            List organs=new ArrayList<>();
+                            organs.add(or);
+                            ma.put("organs",organs);
+                            authorsall.add(ma);
+                            paper.setAuthors(authorsall);
+                        }
+                    }
+                }
+
+
+    //来源信息
+                Map source=new HashMap();
+                source.put("id", "");
+                source.put("name", messageMap.get("crawlUrl"));
+                source.put("type", "");
+                List sourcelist=new ArrayList<>();
+                sourcelist.add(source);
+                paper.setSource(sourcelist);
+
+                String inputDate = (String) messageMap.get("pubDate");
+                String outputFormat = "yyyy-MM-dd";
+                // 定义输入格式
+                DateTimeFormatter inputFormatter = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss");
+                // 解析输入字符串为 LocalDateTime 对象
+                LocalDateTime dateTime = LocalDateTime.parse(inputDate, inputFormatter);
+                // 格式化为所需的输出格式
+                String formattedDate = dateTime.format(DateTimeFormatter.ofPattern(outputFormat));
+                paper.setPubDate(formattedDate);
+                paper.setDoi((String) messageMap.get("doi"));
+                paper.setClassify((String) messageMap.get("classify"));
+                paper.setKeywords((String) messageMap.get("keywords"));
+                paper.setSummary((String) messageMap.get("summary"));
+                paper.setTopics((String) messageMap.get("topics"));
+                paper.setFieldsSubject((String) messageMap.get("fieldsSubject"));
+                paper.setReferences((String) messageMap.get("references"));
+                String docid = GetMD5Code((String) messageMap.get("doi"));
+                paper.setDocId(docid);
+                paper.setDataId(docid);
+                paper.set_id_(docid);
+                paper.setCountry((String) messageMap.get("country"));
+
+                paper.setTranslatetitle("");
+                paper.setTranslatekeywords ("");
+                paper.setTranslatesummary("");
+                paper.setIsshow("20250520");
+                long dateTimenow = System.currentTimeMillis();
+                paper.setCreateTime(dateTimenow);
+                String  createTimeStr=DataCheckUtil.getCurrentTime(dateTimenow);
+                paper.setCreateTimeStr(createTimeStr);
+                LOGGER.info("Parse Paper={}", JSONObject.toJSON(paper));
+                ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_paper_csci","_doc" );
+                elastiProducer.sendMessageToEs(JsonUtils.toJSONString(paper));
+            }
+         catch (Exception e) {
+            LOGGER.info("Parse PaperError={}", JSONObject.toJSON(inputMessage));
+            e.printStackTrace();
+         }
+        }
+    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/service/QueryPatent.java b/src/main/java/com/zyzs/otherdatasave/service/QueryPatent.java
new file mode 100644
index 0000000..3f78eeb
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/service/QueryPatent.java
@@ -0,0 +1,229 @@
+package com.zyzs.otherdatasave.service;
+
+import com.alibaba.fastjson.JSONObject;
+import com.bfd.crawler.elasti.ElastiProducerHigh;
+import com.bfd.crawler.utils.JsonUtils;
+import com.zyzs.otherdatasave.bean.Patent;
+import com.zyzs.otherdatasave.cache.Constants;
+import com.zyzs.otherdatasave.util.DataCheckUtil;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.stereotype.Service;
+
+import java.util.*;
+
+import static com.zyzs.otherdatasave.util.MfMD5Util.GetMD5Code;
+
+@Service
+public class QueryPatent {
+    private static final Logger LOGGER = LoggerFactory.getLogger(QueryPatent.class);
+
+    public void query() {
+        String inputMessage = Constants.getPatent().poll();// poll -->若队列为空，返回null
+        if (Objects.isNull(inputMessage)) {
+            return;
+        }
+        Map<String, Object> messageMap = new HashMap<>();
+        if (inputMessage.length()>10) {
+            try {
+                messageMap = JsonUtils.parseObject(inputMessage);
+                Patent patent=new Patent();
+                patent.setTitle((String) messageMap.get("title"));
+                String  inv=(String) messageMap.get("inventor");
+                List<String>   invList=new ArrayList();
+                if(inv.contains(";")){
+                    // 如果包含分号，则按分号分割
+                    invList = Arrays.asList(inv.split(";"));
+                }else if (inv.contains(",")){
+                    // 如果包含分号，则按分号分割
+                    invList = Arrays.asList(inv.split(","));
+                }
+                if(invList.size()>0){
+                    List  inventor=new ArrayList();
+                    for (String invname:invList){
+                        Map ma=new HashMap();
+                        ma.put("id","");
+                        ma.put("name",invname);
+                        // 组织信息
+                        Map or =new HashMap();
+                        or.put("id","");
+                        or.put("name","");
+                        List organs=new ArrayList<>();
+                        organs.add(or);
+                        ma.put("organs",organs);
+                        inventor.add(ma);
+                        patent.setInventor(inventor);
+                    }
+                }
+                patent.setSummary((String) messageMap.get("summary"));
+                patent.setKeywords((String) messageMap.get("keywords"));
+                patent.setNum((String) messageMap.get("num"));
+                String patentee=(String) messageMap.get("patentee");
+                List<String>   patenteeList=new ArrayList();
+                if(patentee.contains(";")){
+                    // 如果包含分号，则按分号分割
+                    patenteeList = Arrays.asList(inv.split(";"));
+                }else if (patentee.contains(",")){
+                    // 如果包含分号，则按分号分割
+                    patenteeList = Arrays.asList(inv.split(","));
+                }else {
+                    patenteeList.add(patentee);
+                }
+                if(patenteeList.size()>0){
+                    List  inventor=new ArrayList();
+                    for (String invname:patenteeList){
+                        Map ma=new HashMap();
+                        ma.put("id","");
+                        ma.put("name",invname.trim());
+                        // 组织信息
+                        Map or =new HashMap();
+                        or.put("id","");
+                        or.put("name","");
+                        List organs=new ArrayList<>();
+                        organs.add(or);
+                        ma.put("organs",organs);
+                        inventor.add(ma);
+                        patent.setPatentee(inventor);
+                    }
+                }
+                patent.setPatentNum((String) messageMap.get("patentNum"));
+                patent.setPatentTime(DataCheckUtil.convertString((String) messageMap.get("patentTime")));
+                patent.setApplyNum((String) messageMap.get("applyNum"));
+                patent.setApplyTime(DataCheckUtil.convertString((String) messageMap.get("applyTime")));
+                patent.setClassify((String) messageMap.get("classify"));
+                patent.setCountry((String) messageMap.get("country"));
+                patent.setClaims((String) messageMap.get("claims"));
+                patent.setCrawlUrl((String) messageMap.get("crawlUrl"));
+                patent.setCrawlTimeStr("2025-05-31 00:00:00");
+                patent.setIshow("20250512");
+                try {
+                    patent.setCitedCountTotal((int) messageMap.get("citedCountTotal"));
+                } catch (Exception e) {
+                   // e.printStackTrace();
+                }
+                patent.setImagePath(new ArrayList());
+                String docid = GetMD5Code((String) messageMap.get("num"));
+                patent.setDocId(docid);
+//                patent.setDocType("四级实验室");
+                patent.set_id_(docid);
+//                patent.setEnSource((String) messageMap.get("keywords"));
+                long dateTimenow = System.currentTimeMillis();
+                patent.setCreateTime(dateTimenow);
+                String  createTimeStr= DataCheckUtil.getCurrentTime(dateTimenow);
+                patent.setCreateTimeStr(createTimeStr);
+                LOGGER.info("Parse Patent={}", JSONObject.toJSON(patent));
+                ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_patent_csci","_doc" );
+                elastiProducer.sendMessageToEs(JsonUtils.toJSONString(patent));
+            } catch (Exception e) {
+                LOGGER.error("Parse ErrotPatent={}", JSONObject.toJSON(messageMap));
+                e.printStackTrace();
+            }
+        }
+    }
+
+
+    public void querykeji() {
+        String inputMessage = Constants.getPatent().poll();// poll -->若队列为空，返回null
+        if (Objects.isNull(inputMessage)) {
+            return;
+        }
+        Map<String, Object> messageMap = new HashMap<>();
+        if (inputMessage.length()>10) {
+            try {
+                messageMap = JsonUtils.parseObject(inputMessage);
+                Patent patent=new Patent();
+                patent.setTitle((String) messageMap.get("title"));
+                String  inv=(String) messageMap.get("inventor");
+                List<String>   invList=new ArrayList();
+                if(inv.contains(";")){
+                    // 如果包含分号，则按分号分割
+                    invList = Arrays.asList(inv.split(";"));
+                }else if (inv.contains(",")){
+                    // 如果包含分号，则按分号分割
+                    invList = Arrays.asList(inv.split(","));
+                }
+                if(invList.size()>0){
+                    List  inventor=new ArrayList();
+                    for (String invname:invList){
+                        Map ma=new HashMap();
+                        ma.put("id","");
+                        ma.put("name",invname);
+                        // 组织信息
+                        Map or =new HashMap();
+                        or.put("id","");
+                        or.put("name","");
+                        List organs=new ArrayList<>();
+                        organs.add(or);
+                        ma.put("organs",organs);
+                        inventor.add(ma);
+                        patent.setInventor(inventor);
+                    }
+                }
+                patent.setSummary((String) messageMap.get("summary"));
+                patent.setKeywords((String) messageMap.get("keywords"));
+                patent.setNum((String) messageMap.get("num"));
+                String patentee=(String) messageMap.get("patentee");
+                List<String>   patenteeList=new ArrayList();
+                if(patentee.contains(";")){
+                    // 如果包含分号，则按分号分割
+                    patenteeList = Arrays.asList(inv.split(";"));
+                }else if (patentee.contains(",")){
+                    // 如果包含分号，则按分号分割
+                    patenteeList = Arrays.asList(inv.split(","));
+                }else {
+                    patenteeList.add(patentee);
+                }
+                if(patenteeList.size()>0){
+                    List  inventor=new ArrayList();
+                    for (String invname:patenteeList){
+                        Map ma=new HashMap();
+                        ma.put("id","");
+                        ma.put("name",invname.trim());
+                        // 组织信息
+                        Map or =new HashMap();
+                        or.put("id","");
+                        or.put("name","");
+                        List organs=new ArrayList<>();
+                        organs.add(or);
+                        ma.put("organs",organs);
+                        inventor.add(ma);
+                        patent.setPatentee(inventor);
+                    }
+                }
+                patent.setPatentNum((String) messageMap.get("patentNum"));
+                patent.setPatentTime(DataCheckUtil.convertString((String) messageMap.get("patentTime")));
+                patent.setApplyNum((String) messageMap.get("applyNum"));
+                patent.setApplyTime(DataCheckUtil.convertString((String) messageMap.get("applyTime")));
+                patent.setClassify((String) messageMap.get("classify"));
+                patent.setCountry((String) messageMap.get("country"));
+                patent.setClaims((String) messageMap.get("claims"));
+                patent.setCrawlUrl((String) messageMap.get("crawlUrl"));
+                patent.setCrawlTimeStr("2025-05-31 00:00:00");
+                patent.setIshow("20250512");
+                try {
+                    patent.setCitedCountTotal((int) messageMap.get("citedCountTotal"));
+                } catch (Exception e) {
+                    // e.printStackTrace();
+                }
+                patent.setImagePath(new ArrayList());
+                String docid = GetMD5Code((String) messageMap.get("num"));
+                patent.setDocId(docid);
+//                patent.setDocType("四级实验室");
+                patent.set_id_(docid);
+//                patent.setEnSource((String) messageMap.get("keywords"));
+                long dateTimenow = System.currentTimeMillis();
+                patent.setCreateTime(dateTimenow);
+                String  createTimeStr= DataCheckUtil.getCurrentTime(dateTimenow);
+                patent.setCreateTimeStr(createTimeStr);
+                LOGGER.info("Parse Patent={}", JSONObject.toJSON(patent));
+                ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_patent_csci","_doc" );
+                elastiProducer.sendMessageToEs(JsonUtils.toJSONString(patent));
+            } catch (Exception e) {
+                LOGGER.error("Parse ErrotPatent={}", JSONObject.toJSON(messageMap));
+                e.printStackTrace();
+            }
+        }
+    }
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/service/QueryProj.java b/src/main/java/com/zyzs/otherdatasave/service/QueryProj.java
new file mode 100644
index 0000000..285c7b3
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/service/QueryProj.java
@@ -0,0 +1,98 @@
+package com.zyzs.otherdatasave.service;
+
+import com.alibaba.fastjson.JSONObject;
+import com.bfd.crawler.elasti.ElastiProducerHigh;
+import com.bfd.crawler.utils.JsonUtils;
+import com.zyzs.otherdatasave.bean.Clini;
+import com.zyzs.otherdatasave.bean.Proj;
+import com.zyzs.otherdatasave.cache.Constants;
+import com.zyzs.otherdatasave.util.DataCheckUtil;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.stereotype.Service;
+
+import java.util.*;
+
+import static com.zyzs.otherdatasave.util.MfMD5Util.GetMD5Code;
+
+@Service
+public class QueryProj {
+    private static final Logger LOGGER = LoggerFactory.getLogger(QueryProj.class);
+    public void query() {
+        String inputMessage = Constants.getDrug().poll();// poll -->若队列为空，返回null
+        if (Objects.isNull(inputMessage)) {
+            return;
+        }
+        Map<String, Object> messageMap = new HashMap<>();
+        if (inputMessage.length()>10) {
+            try {
+                messageMap = JsonUtils.parseObject(inputMessage);
+                Map   data= (Map) messageMap.get("data");
+                Proj pro=new Proj();
+                pro.setName((String) data.get("title"));
+                pro.setPubTime((String) data.get("projectStartTime"));
+                pro.setFundingAgency((String) data.get("sponsor"));
+                pro.setCycle("");
+                pro.setCountry((String) data.get("country"));
+
+                pro.setFunding((String) data.get("projectFunding"));
+                Map info=new HashMap();
+                info.put("id",(String) data.get("projectNum"));
+                info.put("author",(String) data.get("projectLeader"));
+                info.put("starttime",(String) data.get("projectStartTime"));
+                info.put("endtime",(String) data.get("projectEndTime"));
+                info.put("Institution",(String) data.get("sponsorPart"));
+                info.put("summary",(String) data.get("brief"));
+                List  infomation=new ArrayList();
+                infomation.add(info);
+                pro.setProjectInformation(infomation);
+
+                Map funin=new HashMap();
+                funin.put("agency",(String) data.get("sponsor"));
+                funin.put("funding",(String) data.get("projectFunding"));
+                funin.put("country",(String) data.get("country"));
+                List  funlist=new ArrayList();
+                funlist.add(funin);
+                pro.setFundingInformation(funlist);
+
+                Map org=new HashMap();
+                org.put("id","");
+                org.put("name",data.get("relatedProject"));
+                List  orglist=new ArrayList();
+                orglist.add(org);
+                pro.setOrgans(orglist);
+                String  kewords= (String) messageMap.get("keyword");
+                kewords=kewords.replace("+", " ");
+                pro.setKeywords(kewords);
+                String docid = GetMD5Code((String) data.get("projectNum"));
+                pro.setDocId(docid);
+                pro.setDataId(docid);
+                pro.set_id_(docid);
+                pro.setEnSource("");
+                pro.setDocType("");
+                pro.setDocType("");
+                pro.setCreateTimeStr("20250512");
+                pro.setCrawlUrl("crawlUrl");
+
+                long dateTimenow = System.currentTimeMillis();
+                pro.setCreateTime(dateTimenow);
+                String  createTimeStr= DataCheckUtil.getCurrentTime(dateTimenow);
+                pro.setCreateTimeStr(createTimeStr);
+                LOGGER.info("Parse QueryProj={}", JSONObject.toJSON(pro));
+                ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_project_csci","_doc" );
+                elastiProducer.sendMessageToEs(JsonUtils.toJSONString(pro));
+            } catch (Exception e) {
+                LOGGER.error("Parse ErrotProj={}", JSONObject.toJSON(messageMap));
+                e.printStackTrace();
+            }
+
+        }
+
+
+
+
+
+
+
+    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/service/Queryclini.java b/src/main/java/com/zyzs/otherdatasave/service/Queryclini.java
new file mode 100644
index 0000000..fc6a816
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/service/Queryclini.java
@@ -0,0 +1,98 @@
+package com.zyzs.otherdatasave.service;
+
+import com.alibaba.fastjson.JSONObject;
+import com.bfd.crawler.elasti.ElastiProducerHigh;
+import com.bfd.crawler.utils.JsonUtils;
+import com.zyzs.otherdatasave.bean.Clini;
+
+import com.zyzs.otherdatasave.cache.Constants;
+import com.zyzs.otherdatasave.util.DataCheckUtil;
+import com.zyzs.otherdatasave.worker.QuerycliniProducer;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.stereotype.Service;
+import java.util.*;
+import static com.zyzs.otherdatasave.util.MfMD5Util.GetMD5Code;
+
+@Service
+public class Queryclini {
+    private static final Logger LOGGER = LoggerFactory.getLogger(Queryclini.class);
+    public void query() {
+        String inputMessage = Constants.getClini().poll();// poll -->若队列为空，返回null
+        if (Objects.isNull(inputMessage)) {
+            return;
+        }
+        Map<String, Object> messageMap = new HashMap<>();
+        if (inputMessage.length()>10) {
+            try {
+                messageMap = JsonUtils.parseObject(inputMessage);
+                Clini cl=new Clini();
+                cl.setCountry((String) messageMap.get("country"));
+                cl.setDesc((String) messageMap.get("title"));
+                cl.setRegNum((String) messageMap.get("registNum"));
+                String regtime=messageMap.get("registTime").toString().trim();
+//                regtime = regtime.substring(0, regtime.length() - 1);
+                cl.setRegDate(DataCheckUtil.convertString(regtime));
+                cl.setRegStatus((String) messageMap.get("registStatus"));
+                cl.setTitle((String) messageMap.get("registTitle"));
+                cl.setScientificName((String) messageMap.get("fullTitle"));
+                cl.setSource((String) messageMap.get("sponsor"));
+                cl.setResponsibleUnit((String) messageMap.get("sponsorPart"));
+                cl.setStudyType((String) messageMap.get("studyType"));
+                cl.setPhase((String) messageMap.get("phase"));
+                cl.setDiseases((String) messageMap.get("disease"));
+                cl.setStudyDesign((String) messageMap.get("studyDesign"));
+                cl.setPurpose((String) messageMap.get("studyObjective"));
+//                cl.setProjectFunding((String) messageMap.get("fullTitle"));  研究经费
+                cl.setCountry((String) messageMap.get("country"));
+                cl.setImtime((String) messageMap.get("studyStartDate"));
+//样本情况
+                List  measure=new ArrayList();
+                Map meas=new HashMap();
+                meas.put("inclusion",(String) messageMap.get("inclusionCriteria"));
+                meas.put("exclusion",(String) messageMap.get("exclusionCriteria"));
+                meas.put("interventions",(String) messageMap.get("intervention"));
+                meas.put("measuring",(String) messageMap.get("primaryOutcome"));
+                measure.add(meas);
+                cl.setMeasures(measure);
+//                征募情况
+                List  recru=new ArrayList();
+                Map recruitment=new HashMap();
+                recruitment.put("condition",(String) messageMap.get("currentStatus"));
+                recruitment.put("size", (String) messageMap.get("enrollment"));
+                recruitment.put("country", (String) messageMap.get("country"));
+                recruitment.put("tagTime", (String) messageMap.get("tagTime"));
+                recru.add(recruitment);
+                cl.setRecruitment(recru);
+                cl.setAvatarPath(new ArrayList());
+                String docid = GetMD5Code((String) messageMap.get("registNum"));
+                cl.setDocId(docid);
+                cl.setDataId(docid);
+                cl.set_id_(docid);
+                cl.setEnSource("");
+                cl.setDocType("");
+                long dateTimenow = System.currentTimeMillis();
+                cl.setCreateTime(dateTimenow);
+                String  createTimeStr= DataCheckUtil.getCurrentTime(dateTimenow);
+                cl.setCreateTimeStr(createTimeStr);
+                cl.setIsShow("20250512");
+
+                cl.setCrawlUrl((String) messageMap.get("crawlUrl"));
+                LOGGER.info("Parse Queryclini={}", JSONObject.toJSON(cl));
+                ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_clini_csci","_doc" );
+                elastiProducer.sendMessageToEs(JsonUtils.toJSONString(cl));
+            } catch (Exception e) {
+                LOGGER.error("Parse Errotclini={}", JSONObject.toJSON(messageMap));
+                e.printStackTrace();
+            }
+
+        }
+
+
+
+
+
+
+
+    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/service/QuerycliniKJ.java b/src/main/java/com/zyzs/otherdatasave/service/QuerycliniKJ.java
new file mode 100644
index 0000000..d6fec8a
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/service/QuerycliniKJ.java
@@ -0,0 +1,52 @@
+package com.zyzs.otherdatasave.service;
+
+import com.alibaba.fastjson.JSONObject;
+import com.bfd.crawler.elasti.ElastiProducerHigh;
+import com.bfd.crawler.utils.JsonUtils;
+import com.zyzs.otherdatasave.bean.Clini;
+import com.zyzs.otherdatasave.bean.ClinikJ;
+import com.zyzs.otherdatasave.cache.Constants;
+import com.zyzs.otherdatasave.util.DataCheckUtil;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.stereotype.Service;
+
+import java.util.*;
+
+import static com.zyzs.otherdatasave.util.MfMD5Util.GetMD5Code;
+
+@Service
+public class QuerycliniKJ {
+    private static final Logger LOGGER = LoggerFactory.getLogger(QuerycliniKJ.class);
+    public void query() {
+        String inputMessage = Constants.getClini().poll();// poll -->若队列为空，返回null
+        if (Objects.isNull(inputMessage)) {
+            return;
+        }
+        Map<String, Object> messageMap = new HashMap<>();
+        if (inputMessage.length()>10) {
+            try {
+                messageMap = JsonUtils.parseObject(inputMessage);
+                ClinikJ cl = new ClinikJ();
+                cl.setCountry_raw((String) messageMap.get("country"));
+                cl.setTitle_raw((String) messageMap.get("title"));
+                cl.setSummary_raw((String) messageMap.get("summary"));
+                cl.setTrial_intervention_raw((String) messageMap.get("intervention"));
+                cl.setTrial_registration_date((String) messageMap.get("registTime"));
+                cl.setUrl((String) messageMap.get("crawlUrl"));
+
+
+            } catch (Exception e) {
+                e.printStackTrace();
+            }
+
+        }
+
+
+
+
+
+
+
+    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/service/Querykafka.java b/src/main/java/com/zyzs/otherdatasave/service/Querykafka.java
new file mode 100644
index 0000000..acae7cb
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/service/Querykafka.java
@@ -0,0 +1,69 @@
+package com.zyzs.otherdatasave.service;
+
+import com.alibaba.fastjson.JSONObject;
+import com.bfd.crawler.elasti.ElastiProducerHigh;
+import com.bfd.crawler.utils.JsonUtils;
+import com.zyzs.otherdatasave.bean.Clini;
+import com.zyzs.otherdatasave.cache.Constants;
+import com.zyzs.otherdatasave.util.AllKeys;
+import com.zyzs.otherdatasave.util.DataCheckUtil;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.stereotype.Service;
+
+import java.util.*;
+
+import static com.zyzs.otherdatasave.util.MfMD5Util.GetMD5Code;
+
+@Service
+public class Querykafka {
+    private static final Logger LOGGER = LoggerFactory.getLogger(Querykafka.class);
+    public void query() {
+        String inputMessage = Constants.getClini().poll();// poll -->若队列为空，返回null
+
+        if (Objects.isNull(inputMessage)) {
+            return;
+        }
+
+        Map<String, Object> messageMap = new HashMap<>();
+        Map<String, Object> readmessageMap = new HashMap<>();
+        if (inputMessage.length()>10) {
+            try {
+
+                messageMap= AllKeys.getMap();
+                readmessageMap = JsonUtils.parseObject(inputMessage);
+                readmessageMap.put("enSource",  readmessageMap.get("enSource").toString().trim());
+                readmessageMap.put("_id_",  readmessageMap.get("_id").toString());
+                readmessageMap.remove("_id");
+                messageMap.putAll(readmessageMap);
+                messageMap.put("isnew","0522");
+
+//
+//                if (   ! Constants.equipment.contains(messageMap.get("url").toString())){
+//                    Constants.equipment.put(messageMap.get("url").toString());
+//
+//                    ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_news_crb","_doc" );
+//                    elastiProducer.sendMessageToEs(JsonUtils.toJSONString(messageMap));
+//                }
+
+
+                System.out.printf(messageMap.get("isshow").toString());
+
+                ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_306296","_doc" );
+                elastiProducer.sendMessageToEs(JsonUtils.toJSONString(messageMap));
+
+            } catch (Exception e) {
+               // LOGGER.error("Parse Errotclini={}", JSONObject.toJSON(messageMap));
+                e.printStackTrace();
+            }
+
+        }
+
+
+
+
+
+
+
+    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/service/Queryorg.java b/src/main/java/com/zyzs/otherdatasave/service/Queryorg.java
new file mode 100644
index 0000000..f473369
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/service/Queryorg.java
@@ -0,0 +1,147 @@
+package com.zyzs.otherdatasave.service;
+
+import com.alibaba.fastjson.JSONObject;
+import com.bfd.crawler.elasti.ElastiProducerHigh;
+import com.bfd.crawler.utils.JsonUtils;
+import com.zyzs.otherdatasave.bean.Eqiupment;
+import com.zyzs.otherdatasave.cache.Constants;
+import com.zyzs.otherdatasave.util.*;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.stereotype.Service;
+
+import java.util.*;
+
+import static com.zyzs.otherdatasave.util.MfMD5Util.GetMD5Code;
+
+@Service
+public class Queryorg {
+    private static final Logger LOGGER = LoggerFactory.getLogger(Queryorg.class);
+    public void query() {
+        String inputMessage = Constants.getEquipment().poll();// poll -->若队列为空，返回null
+        if (Objects.isNull(inputMessage)) {
+            return;
+        }
+        Map<String, Object> messageMap = new HashMap<>();
+
+        Map<String, Object> readmessageMap = new HashMap<>();
+
+
+        Map<String, Object> readmessageMap6812 = new HashMap<>();
+        if (inputMessage.length()>10) {
+            try {
+                messageMap= AllKeys.getMap();
+               // readmessageMap6812= AllKeys6812.getMap();
+
+
+                readmessageMap6812= AllKeys6813.getMap();
+
+
+                readmessageMap=JsonUtils.parseObject(inputMessage);
+                long dateTimenow = System.currentTimeMillis();
+                String  createTimeStr= DataCheckUtil.getCurrentTime(dateTimenow);
+                messageMap.put("createTime", dateTimenow);
+                messageMap.put("createTimeStr", createTimeStr);
+
+
+
+
+                String docid = GetMD5Code((String) messageMap.get("content"));
+                messageMap.put("dataId",docid);
+                messageMap.put("docId","zyzs_gov_"+docid);
+                messageMap.put("_id_",docid);
+
+             //   messageMap.put("crawlDataFlagType","keyword:"+messageMap.get("title"));
+
+
+                messageMap.putAll(readmessageMap);
+                messageMap.put("pubTimeStr", DateUtil.getbeforeHour());
+
+
+            } catch (Exception e) {
+                e.printStackTrace();
+            }
+            try {
+//                实验室的
+//                ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_306812","_doc" );
+//                elastiProducer.sendMessageToEs(JsonUtils.toJSONString(messageMap));
+
+                String ensource=messageMap.get("enSource").toString();
+                ensource=ensource.trim();
+                if (ensource.contains("n")){
+                    if(readmessageMap6812.containsKey(ensource)){
+                        String taskid=readmessageMap6812.get(ensource).toString();
+                        messageMap.put("taskId", taskid);
+                        messageMap.put("crawlDataFlag","keyword:"+messageMap.get("title"));
+                        System.out.println(JsonUtils.toJSONString(messageMap));
+                ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_306813","_doc" );
+                elastiProducer.sendMessageToEs(JsonUtils.toJSONString(messageMap));
+//
+//
+//
+//                        ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_306815","_doc" );
+//                        elastiProducer.sendMessageToEs(JsonUtils.toJSONString(messageMap));
+                    }
+//
+                }
+
+
+//
+//
+
+//                REWU
+//                String ensource=messageMap.get("title").toString();
+//                ensource=ensource.trim();
+//                String taskid=readmessageMap6812.get(ensource).toString();
+////                map.put("Dr. Lucía Ramírez", "1303702###sjwszz###世界卫生组织");
+//                String taskId=taskid.split("###")[0];
+//                String enSource=taskid.split("###")[1];
+//                String source=taskid.split("###")[2];
+//                messageMap.put("crawlDataFlag","keyword:"+messageMap.get("source"));
+//                messageMap.put("taskId", taskId);
+//                messageMap.put("enSource", enSource);
+//                messageMap.put("source", source);
+//
+//                System.out.println(JsonUtils.toJSONString(messageMap));
+//                ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_306815","_doc" );
+//                elastiProducer.sendMessageToEs(JsonUtils.toJSONString(messageMap));
+
+//
+//                String ensource=messageMap.get("title").toString();
+//
+//                     if(readmessageMap6812.containsKey(ensource)){
+//                        String taskid=readmessageMap6812.get(ensource).toString();
+//                         messageMap.put("crawlDataFlag","keyword:"+ensource);
+//                         String taskId=taskid.split("###")[0];
+//                String enSource=taskid.split("###")[1];
+//                messageMap.put("taskId", taskId);
+//                messageMap.put("enSource", enSource);
+//
+////                ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_306812","_doc" );
+////                elastiProducer.sendMessageToEs(JsonUtils.toJSONString(messageMap));
+//
+//
+//
+//                        ElastiProducerHigh elastiProducer = ElastiProducerHigh.getInstance(1, 3, "cl_special_1.0_306814","_doc" );
+//                        elastiProducer.sendMessageToEs(JsonUtils.toJSONString(messageMap));
+//                    }
+////
+
+
+
+
+            } catch (Exception e) {
+             //   LOGGER.error("Parse ErrorQueryEq={}", JSONObject.toJSON(inputMessage));
+                e.printStackTrace();
+            }
+
+        }
+
+
+
+
+
+
+
+    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/util/AllKeys.java b/src/main/java/com/zyzs/otherdatasave/util/AllKeys.java
new file mode 100755
index 0000000..4673666
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/util/AllKeys.java
@@ -0,0 +1,202 @@
+package com.zyzs.otherdatasave.util;
+
+import java.util.*;
+
+public class AllKeys {
+    private static Map<String,Object> map = new HashMap();
+
+    public static Map<String, Object> getMap() {
+        return map;
+    }
+
+    public static void setMap(Map<String, Object> map) {
+        AllKeys.map = map;
+    }
+
+    static {
+        map.put("_id_","");
+        map.put("age","");
+        map.put("area","");
+        map.put("attitudesCount","");
+        map.put("attr","");
+        map.put("author","");
+        map.put("authorId","");
+        map.put("authorLevel","");
+        map.put("authornickname","");
+        map.put("availability",0);
+        map.put("avatar","");
+        map.put("brand","");
+        map.put("brandId","");
+        map.put("cate","");
+        map.put("channel","");
+        map.put("city","");
+        map.put("collectCount",0);
+        map.put("commentId","");
+        map.put("commentScore",0);
+        map.put("commentsCount",0);
+        map.put("commentUrl","");
+        map.put("content","");
+        map.put("contentLength",0);
+        map.put("contentSimHash","");
+        map.put("contentTag","");
+        map.put("country","");
+        map.put("crawlDataFlag","");
+        map.put("crawlDate",new Date ());
+        map.put("crawlDay",0L);
+        map.put("crawlTime",0L);
+        map.put("crawlTimeStr","");
+        map.put("createDate",new Date ());
+        map.put("createDay",0L);
+        map.put("createTime",0L);
+        map.put("createTimeStr","");
+        map.put("dataCount",0);
+        map.put("dataId","");
+        map.put("docId","");
+        map.put("docType","");
+        map.put("downCnt",0);
+        map.put("egc",0);
+        map.put("enSource","");
+        map.put("expression",new ArrayList<>());
+        map.put("extension","");
+        map.put("fansCount","");
+        map.put("favorCnt",0);
+        map.put("filePath",new ArrayList<>());
+        map.put("imagePath",new ArrayList<>());
+        map.put("videoPath",new ArrayList<>());
+        map.put("filePathSize",new ArrayList<>());
+        map.put("imagePathSize",new ArrayList<>());
+        map.put("videoPathSize",new ArrayList<>());
+        map.put("finalPhrase","");
+        map.put("firstListBrand","");
+        map.put("fiveListBrand","");
+        map.put("forumScore","");
+        map.put("forwardAttitudesCount",0);
+        map.put("forwardAuthor","");
+        map.put("forwardAvatar","");
+        map.put("forwardCommentsCount",0);
+        map.put("forwardContent","");
+        map.put("forwardImgs","");
+        map.put("forwardPostSource","");
+        map.put("forwardPubTime",0L);
+        map.put("forwardQuoteCount",0);
+        map.put("forwardUrl","");
+        map.put("forwardUserId","");
+        map.put("forwardUserType",0);
+        map.put("forwardUserUrl","");
+        map.put("fourListBrand","");
+        map.put("friendsCount","");
+        map.put("getSource","");
+        map.put("hashTag",new ArrayList<>());
+        map.put("hlKeywords",new ArrayList<>());
+        map.put("impression","");
+        map.put("isDownload",false);
+        map.put("isVip",0);
+        map.put("language","");
+        map.put("lastModifiedTime",0L);
+        map.put("listBrand","");
+        map.put("location","");
+        map.put("nomorprice",0);
+        map.put("opinions",new ArrayList<>());
+        map.put("originalPhrase","");
+        map.put("otherSourceJson","");
+        map.put("pageCommentCount",0);
+        map.put("pageTranspondCount",0);
+        map.put("pageType","");
+        map.put("pgc",0);
+        map.put("pictureList","");
+        map.put("places",new ArrayList<>());
+        map.put("postCount","");
+        map.put("postId","");
+        map.put("postSource","");
+        map.put("price",0);
+        map.put("primary",1);
+        map.put("productParameter","");
+        map.put("projectName","");
+        map.put("promotionInfo","");
+        map.put("province","");
+        map.put("pubDate",DateUtil.TgetbeforeHour());
+        map.put("pubDay",DateUtil.getday());
+        map.put("pubTime",DateUtil.getbeforonecurr());
+        map.put("pubTimeStr", DateUtil.getbeforeHour());
+        map.put("quoteCount",0);
+        map.put("readCount",0);
+        map.put("resolution","");
+        map.put("secondListBrand","");
+        map.put("sex","");
+        map.put("sign","");
+        map.put("siteId","");
+        map.put("skuProperties","");
+        map.put("smallImgs","");
+        map.put("source","");
+        map.put("sysAbstract","");
+        map.put("sysKeywords","");
+        map.put("sysSentiment",0.0);
+        map.put("threeListBrand","");
+        map.put("thumbnails","");
+        map.put("title","");
+        map.put("titleLength",0);
+        map.put("titleSimHash","");
+        map.put("translateContent","");
+        map.put("translateTitle","");
+        map.put("ugc",0);
+        map.put("url","");
+        map.put("urlHash","");
+        map.put("userType","");
+        map.put("userUrl","");
+        map.put("videoTime","");
+        map.put("videoUrl","");
+        map.put("avatarPath","");
+        map.put("viewCnt",0);
+        map.put("channelNum","");
+        map.put("crawlDataFlagType","");
+        map.put("primaryPost","");
+        map.put("dns","");
+        map.put("asrText","");
+        map.put("ocrText",new ArrayList<>());
+        map.put("srcfilePath",new ArrayList<>());
+        map.put("srcimagePath",new ArrayList<>());
+        map.put("srcvideoPath",new ArrayList<>());
+        map.put("hasOCR",0);
+        map.put("hasASR",0);
+        map.put("asrLength",0);
+        map.put("ocrLength",0);
+        map.put("translateTitleLength","");
+        map.put("translateContentLength","");
+        map.put("hasTrans",0);
+        map.put("goodrate",0);
+        map.put("generalrate",0);
+        map.put("poorrate",0);
+        map.put("processtime",new HashMap<>());
+        map.put("tag","");
+        map.put("mentionAccountUrl",new ArrayList<>());
+        map.put("mentionAccount",new ArrayList<>());
+        map.put("userTypeContent","");
+        map.put("mentionTopic",new ArrayList<>());
+        map.put("mentionTopicUrl",new ArrayList<>());
+        map.put("groupRules",new ArrayList<>());
+        map.put("otherInfoJson","");
+        map.put("members",new ArrayList<>());
+        map.put("postLikeCount",-1);
+        map.put("postPubTimeStr","");
+        map.put("postReadCount",-1);
+        map.put("postAttitudesCount",-1);
+        map.put("postAuthor","");
+        map.put("postAvatar","");
+        map.put("postCommentsCount",-1);
+        map.put("postContent","");
+        map.put("postTitle","");
+        map.put("postImgs","");
+        map.put("postPostSource","");
+        map.put("postPubTime",0L);
+        map.put("postQuoteCount",-1);
+        map.put("postUrl","");
+        map.put("postUserId","");
+        map.put("postUserType","");
+        map.put("contentHtml","");
+        map.put("isJson","0");
+        map.put("isshow","");
+        map.put("keywords","");
+
+
+    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/util/AllKeys6812.java b/src/main/java/com/zyzs/otherdatasave/util/AllKeys6812.java
new file mode 100755
index 0000000..1f651e8
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/util/AllKeys6812.java
@@ -0,0 +1,255 @@
+package com.zyzs.otherdatasave.util;
+
+import java.util.ArrayList;
+import java.util.Date;
+import java.util.HashMap;
+import java.util.Map;
+
+public class AllKeys6812 {
+    private static Map<String,Object> map = new HashMap();
+
+    public static Map<String, Object> getMap() {
+        return map;
+    }
+
+    public static void setMap(Map<String, Object> map) {
+        AllKeys6812.map = map;
+    }
+
+    static {
+        map.put("nadlydw",1302568);
+        map.put("nkuleuven",1302569);
+        map.put("ncharite",1302570);
+        map.put("nflxd",1302571);
+        map.put("nxjdx",1302572);
+        map.put("nsvl",1302573);
+        map.put("ncnm",1302574);
+        map.put("nwrai",1302575);
+        map.put("nwashington",1302576);
+        map.put("nutsouthwestern",1302577);
+        map.put("nunm",1302578);
+        map.put("ndhsgov",1302579);
+        map.put("ncuhcbl",1302580);
+        map.put("nwwwcdcgov",1302581);
+        map.put("ncfdc",1302582);
+        map.put("nfolkhalsomyndigheten",1302583);
+        map.put("nunil",1302584);
+        map.put("nuogb",1302585);
+        map.put("nphenghl",1302586);
+        map.put("nwnbl",1302587);
+        map.put("ncrlaanscfsidk",1302588);
+        map.put("nvrcofcvsckmok",1302589);
+        map.put("nbckmsoek",1302590);
+        map.put("nsccpeehmohk",1302591);
+        map.put("nupsok",1302592);
+        map.put("nlmaog",1302593);
+        map.put("nvlss",1302594);
+        map.put("ncdphntb",1302595);
+        map.put("nktsrsc",1302596);
+        map.put("nkpl",1302597);
+        map.put("ncrl",1302598);
+        map.put("nashdec",1302599);
+        map.put("napsm",1302600);
+        map.put("nsvlotroa",1302601);
+        map.put("nadapdrl4lilkls",1302602);
+        map.put("nrvlzvl5lbgghgsgs",1302603);
+        map.put("ndrsldsfcsouk",1302604);
+        map.put("nlrsvl",1302605);
+        map.put("nprslsdscsouk",1302606);
+        map.put("nkrtslsdscsouk",1302607);
+        map.put("nkrslsdscsouk",1302608);
+        map.put("ncrslsdscsouk",1302609);
+        map.put("ncrslsdscsouk",1302610);
+        map.put("nnphcomhuk",1302611);
+        map.put("nvrlecomhuk",1302612);
+        map.put("nvrlecomhuk",1302613);
+        map.put("ndrlecomhuk",1302614);
+        map.put("nzrlecomhuk",1302615);
+        map.put("nlrlcomhuk",1302616);
+        map.put("ntrlcomhuk",1302617);
+        map.put("nkrlecomhuk",1302618);
+        map.put("nkrlecomhuk",1302619);
+        map.put("norlsdscsouk",1302620);
+        map.put("ncrlotncdcandmk",1302621);
+        map.put("nlrdvl",1302622);
+        map.put("ngrl",1302623);
+        map.put("ntrl",1302624);
+        map.put("ngrl",1302625);
+        map.put("nsrl",1302626);
+        map.put("nlrl",1302627);
+        map.put("nncdcapmh",1302628);
+        map.put("nfnfscma",1302629);
+        map.put("nnrl",1302630);
+        map.put("nurdl",1302631);
+        map.put("nnarl",1302632);
+        map.put("nardl",1302633);
+        map.put("nfrdl",1302634);
+        map.put("nunhl",1302635);
+        map.put("ncvdl",1302636);
+        map.put("ncphrl",1302637);
+        map.put("nvbdl",1302638);
+        map.put("nslcvl",1302639);
+        map.put("nnpha",1302640);
+        map.put("nusamruk",1302641);
+        map.put("nusacshpk65thmb",1302642);
+        map.put("nusammck",1302643);
+        map.put("nbp8d837tbsk",1302644);
+        map.put("nkabsk",1302645);
+        map.put("nmst",1302646);
+        map.put("nmgosabsk",1302647);
+        map.put("nusacshc",1302648);
+        map.put("nkcrbchlab",1302649);
+        map.put("nnbtc",1302650);
+        map.put("nnclela",1302651);
+        map.put("nnahl",1302652);
+        map.put("npheoc",1302653);
+        map.put("nnbtc",1302654);
+        map.put("nusammce",1302655);
+        map.put("nusphceg",1302656);
+        map.put("nccrl",1302657);
+        map.put("nzddlraddlma",1302658);
+        map.put("nswdlwhhgaf",1302659);
+        map.put("nnarrl",1302660);
+        map.put("nardl",1302661);
+        map.put("nrdl",1302662);
+        map.put("nsim",1302663);
+        map.put("ntrl",1302664);
+        map.put("nnrlnltldtsc",1302665);
+        map.put("ntafimsoiusadoh",1302666);
+        map.put("nshmsm",1302667);
+        map.put("nftmm",1302668);
+        map.put("ncusm",1302669);
+        map.put("nncgeabmohesri",1302670);
+        map.put("nqsmi",1302671);
+        map.put("nifmdmfalt",1302672);
+        map.put("nivccmfalt",1302673);
+        map.put("ncbcoutaccdc",1302674);
+        map.put("nusacdmdri",1302675);
+        map.put("nllnl",1302676);
+        map.put("nlanl",1302677);
+        map.put("nsnl",1302678);
+        map.put("ncdpncehlsous",1302679);
+        map.put("nbadeidcwbyrc",1302680);
+        map.put("ndbvrc",1302681);
+        map.put("nnadc",1302682);
+        map.put("nlstf",1302683);
+        map.put("nnsocdbtdl",1302684);
+        map.put("nllnl",1302685);
+        map.put("ncdpnceadzvd",1302686);
+        map.put("nfsrldw",1302687);
+        map.put("nsprl",1302688);
+        map.put("nievidimcqphrid",1302689);
+        map.put("nbfgl",1302690);
+        map.put("nnhlntlrb",1302691);
+        map.put("ncuhfid",1302692);
+        map.put("nfvpl",1302693);
+        map.put("nfihtwlbv",1302694);
+        map.put("nutibatuhtl",1302695);
+        map.put("nhmbl",1302696);
+        map.put("ndaftml",1302697);
+        map.put("nucdnvrl",1302698);
+        map.put("nhsephld",1302699);
+        map.put("nsrl",1302700);
+        map.put("nanscaid",1302701);
+        map.put("ntrl",1302702);
+        map.put("nhrl",1302703);
+        map.put("nvdrvhl",1302704);
+        map.put("nreuhlslidclnmrl",1302705);
+        map.put("nreuhidcnmrl",1302706);
+        map.put("nnphsl",1302707);
+        map.put("nnhl",1302708);
+        map.put("npimbl",1302709);
+        map.put("nmdhdl",1302710);
+        map.put("nlfbd",1302711);
+        map.put("nbdribel",1302712);
+        map.put("nrnvafsabsl",1302713);
+        map.put("nuhg",1302714);
+        map.put("nancdcprlcb",1302715);
+        map.put("ncdluhiddfm",1302716);
+        map.put("nlailibmckg",1302717);
+        map.put("nrlfhpmoh",1302718);
+        map.put("nbdtl",1302719);
+        map.put("nfi",1302720);
+        map.put("napha",1302721);
+        map.put("nukhsa",1302722);
+        map.put("nibsc",1302723);
+        map.put("npi",1302724);
+        map.put("nhsaukc",1302725);
+        map.put("ncbac",1302726);
+        map.put("nusaidmri",1302727);
+        map.put("nfdcri",1302728);
+        map.put("ncrfrml",1302729);
+        map.put("ngncl",1302730);
+        map.put("nbsatloljmj",1302731);
+        map.put("ngsuhpc",1302732);
+        map.put("nneidl",1302733);
+        map.put("nuadc",1302734);
+        map.put("nnmrc",1302735);
+        map.put("nnrl",1302736);
+        map.put("nnsocnbacldb",1302737);
+        map.put("ncrfrml",1302738);
+        map.put("nfdiocr",1302739);
+        map.put("nfanratbarc",1302740);
+        map.put("npiadc",1302741);
+        map.put("ncwbyadeidrc",1302742);
+        map.put("ndabvrc",1302743);
+        map.put("nnhsql",1302744);
+        map.put("nqhfss",1302745);
+        map.put("naeidabr",1302746);
+        map.put("nfadlsp",1302747);
+        map.put("ncnml",1302748);
+        map.put("nnhlblfadpachvricaas",1302749);
+        map.put("nnkhlbpeca4l",1302750);
+        map.put("njml",1302751);
+        map.put("npinvril",1302752);
+        map.put("nbsl",1302753);
+        map.put("nbsl4leidzdcninfnl",1302754);
+        map.put("nhplsphasbl4l",1302755);
+        map.put("nsl",1302756);
+        map.put("nlsuhlocmvabed",1302757);
+        map.put("nsrcvl",1302758);
+        map.put("nvios",1302759);
+        map.put("ncrlotanscfsidk",1302760);
+        map.put("ncrl",1302761);
+        map.put("ncphrl",1302762);
+        map.put("nuamruetd",1302763);
+        map.put("nafrioms",1302764);
+        map.put("nunmrusp",1302765);
+        map.put("nadfmaidi",1302766);
+        map.put("nccrl",1302767);
+        map.put("nabr",1302768);
+        map.put("npibr",1302769);
+        map.put("nim",1302770);
+        map.put("nivb",1302771);
+        map.put("nbacc",1302772);
+        map.put("nrlcp",1302773);
+        map.put("nmnpritclo",1302774);
+        map.put("nlnibsa",1302775);
+        map.put("nrikenbsl4japan",1302776);
+        map.put("nivubaa",1302777);
+        map.put("nsdlusamriid",1302778);
+        map.put("nlospgrcvirb",1302779);
+        map.put("nvdlivugusa",1302780);
+        map.put("nnivnz",1302781);
+        map.put("nnivisrael",1302782);
+        map.put("nbiadab",1302783);
+        map.put("nuvrc",1302784);
+        map.put("nivbch",1302785);
+        map.put("nivrjbr",1302786);
+        map.put("nniphe-netherlands",1302787);
+        map.put("niitd",1302788);
+        map.put("ntbdcrcfidcr",1302789);
+        map.put("nivlpt",1302790);
+        map.put("ndib",1302791);
+        map.put("ntbsrvc",1302792);
+        map.put("nicbr",1302793);
+        map.put("niidbarcelona",1302794);
+        map.put("nkiv",1302795);
+        map.put("nmrcrscvirb",1302796);
+        map.put("nlvrvcrg",1302797);
+        map.put("niiddmarseille",1302798);
+        map.put("nnslh",1302799);
+        map.put("nlvrsl",1302800);
+        map.put("nusnmrcasiaz",1302801);
+    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/util/AllKeys6813.java b/src/main/java/com/zyzs/otherdatasave/util/AllKeys6813.java
new file mode 100755
index 0000000..8e0f49a
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/util/AllKeys6813.java
@@ -0,0 +1,176 @@
+package com.zyzs.otherdatasave.util;
+
+import java.util.HashMap;
+import java.util.Map;
+
+public class AllKeys6813 {
+    private static Map<String,Object> map = new HashMap();
+
+    public static Map<String, Object> getMap() {
+        return map;
+    }
+
+    public static void setMap(Map<String, Object> map) {
+        AllKeys6813.map = map;
+    }
+
+    static {
+        map.put("numontpellier", 1303116);
+        map.put("nkdca", 1303117);
+        map.put("nweizmann", 1303118);
+        map.put("nnicd", 1303119);
+        map.put("nniovi", 1303120);
+        map.put("nastar", 1303121);
+        map.put("nplymouth", 1303122);
+        map.put("nvniiv", 1303123);
+        map.put("ncsiro", 1303124);
+        map.put("nfiocruz", 1303125);
+        map.put("niovmg", 1303126);
+        map.put("nniidj", 1303127);
+        map.put("nivubaa", 1303128);
+        map.put("nusamriid", 1303129);
+        map.put("nrsrcfvb", 1303130);
+        map.put("nrkig", 1303131);
+        map.put("nivugusa", 1303132);
+        map.put("niib", 1303133);
+        map.put("nnniv", 1303134);
+        map.put("ninv", 1303135);
+        map.put("naDifbu", 1303136);
+        map.put("nuvrc", 1303137);
+        map.put("nbivc", 1303138);
+        map.put("nrjivb", 1303139);
+        map.put("nnih", 1303140);
+        map.put("npbrc", 1303141);
+        map.put("nnniphe", 1303142);
+        map.put("nsiva", 1303143);
+        map.put("nfniid", 1303144);
+        map.put("nmanchester", 1303145);
+        map.put("npasteur", 1303146);
+        map.put("niss", 1303147);
+        map.put("nuvrcs", 1303148);
+        map.put("npmrc", 1303149);
+        map.put("nszu", 1303150);
+        map.put("ncrvrc", 1303151);
+        map.put("nmedicina", 1303152);
+        map.put("nritmgovph", 1303153);
+        map.put("nsstdk", 1303154);
+        map.put("nconicetgovar", 1303155);
+        map.put("ncvrc", 1303156);
+        map.put("nsaioid", 1303157);
+        map.put("nnvigoth", 1303158);
+        map.put("nicmrgov", 1303159);
+        map.put("nbioids", 1303160);
+        map.put("ninspmp", 1303161);
+        map.put("nvector", 1303162);
+        map.put("nnihgokr", 1303163);
+        map.put("nleibniz", 1303164);
+        map.put("ninserm", 1303165);
+        map.put("nbnitm", 1303166);
+        map.put("nerasmusmc", 1303167);
+        map.put("nhrboicrf", 1303168);
+        map.put("nmi", 1303169);
+        map.put("nsioi", 1303170);
+        map.put("nvpupiog", 1303171);
+        map.put("ndomnkuoams", 1303172);
+        map.put("ndrde", 1303173);
+        map.put("ngmodiom", 1303174);
+        map.put("nivoum", 1303175);
+        map.put("nflifrioah", 1303176);
+        map.put("nbniotm", 1303177);
+        map.put("nrkicbtp", 1303178);
+        map.put("ngeiobmav", 1303179);
+        map.put("nsnrcnvi", 1303180);
+        map.put("ndgamnrbc", 1303181);
+        map.put("nffsa", 1303182);
+        map.put("nfdfmmc", 1303183);
+        map.put("ndncbbr", 1303184);
+        map.put("nbiopharm", 1303185);
+        map.put("nnrcc", 1303186);
+        map.put("ndrdcv", 1303187);
+        map.put("ndrdccsd", 1303188);
+        map.put("ncnip", 1303189);
+        map.put("npic", 1303190);
+        map.put("ndimsaimbas", 1303191);
+        map.put("nbnivrfdr", 1303192);
+        map.put("nfurj", 1303193);
+        map.put("nbabi", 1303194);
+        map.put("nrrpcem", 1303195);
+        map.put("nnbcepteptadmod", 1303196);
+        map.put("nabdrddstg", 1303197);
+        map.put("nacdp", 1303198);
+        map.put("nafrims", 1303199);
+        map.put("nkecvi", 1303200);
+        map.put("nnibmscua", 1303201);
+        map.put("nspcseem", 1303202);
+        map.put("nttdtnmrcusm", 1303203);
+        map.put("nadfmidi", 1303204);
+        map.put("ntabtnmrc", 1303205);
+        map.put("nusnmru2", 1303206);
+        map.put("nimsusaf", 1303207);
+        map.put("nuppsmohk", 1303208);
+        map.put("niibrd", 1303209);
+        map.put("nibrc", 1303210);
+        map.put("nniidlsh", 1303211);
+        map.put("niibr", 1303212);
+        map.put("nnzniv", 1303213);
+        map.put("nbifgh", 1303214);
+        map.put("nivuhm", 1303215);
+        map.put("ntnvi", 1303216);
+        map.put("nlvi", 1303217);
+        map.put("nugvi", 1303218);
+        map.put("nusamriid", 1303219);
+        map.put("ncrcidr", 1303220);
+        map.put("nniphren", 1303221);
+        map.put("nkiv", 1303222);
+        map.put("nirim", 1303223);
+        map.put("nvbri", 1303224);
+        map.put("nsrcvb", 1303225);
+        map.put("nliv", 1303226);
+        map.put("nimppdg", 1303227);
+        map.put("ndbi", 1303228);
+        map.put("nnclel", 1303229);
+        map.put("npil", 1303230);
+        map.put("nviuba", 1303231);
+        map.put("nusaafaaa", 1303232);
+        map.put("nwrrari", 1303233);
+        map.put("ntamch", 1303234);
+        map.put("nwraig", 1303235);
+        map.put("nnmru2ppd", 1303236);
+        map.put("namruk", 1303237);
+        map.put("nmrc", 1303238);
+        map.put("ntfsibra", 1303239);
+        map.put("nrmdcrin48", 1303240);
+        map.put("nfriFcrpwsbrmpri", 1303241);
+        map.put("nncdpmha", 1303242);
+        map.put("ndsnldmeri", 1303243);
+        map.put("nulfvmnvi", 1303244);
+        map.put("nulmfimi", 1303245);
+        map.put("nbdptladas", 1303246);
+        map.put("nlieh", 1303247);
+        map.put("nnphcmhu", 1303248);
+        map.put("nobnildvse", 1303249);
+        map.put("nnscecvmnaasu", 1303250);
+        map.put("nnvisva", 1303251);
+        map.put("nnildvseu", 1303252);
+        map.put("nrtcaddviinaasu", 1303253);
+        map.put("nimv", 1303254);
+        map.put("nvai", 1303255);
+        map.put("nashdhecc", 1303256);
+        map.put("ntimvbg", 1303257);
+        map.put("ntrsckg", 1303258);
+        map.put("nncidctg", 1303259);
+        map.put("nrlcphr", 1303260);
+        map.put("nnrcevi", 1303261);
+        map.put("nrimsek", 1303262);
+        map.put("nncbmesk", 1303263);
+        map.put("nuhg", 1303264);
+        map.put("nndmc", 1303265);
+        map.put("nnvrcvcsckma", 1303266);
+        map.put("nnphasl", 1303267);
+        map.put("nwraruik", 1303268);
+        map.put("naidb", 1303269);
+        map.put("nnicsa", 1303270);
+        map.put("ntdtnmrc", 1303271);
+        map.put("ncncead", 1303272);
+    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/util/AllKeys6814.java b/src/main/java/com/zyzs/otherdatasave/util/AllKeys6814.java
new file mode 100755
index 0000000..3abe429
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/util/AllKeys6814.java
@@ -0,0 +1,53 @@
+package com.zyzs.otherdatasave.util;
+
+import java.util.HashMap;
+import java.util.Map;
+
+public class AllKeys6814 {
+    private static Map<String,Object> map = new HashMap();
+
+    public static Map<String, Object> getMap() {
+        return map;
+    }
+
+    public static void setMap(Map<String, Object> map) {
+        AllKeys6814.map = map;
+    }
+
+static {
+    map.put("美海军陆战队化生事件快速反应部队（CBIRF）", "1303275###mhjlzdhssjfybd");
+    map.put("美国国民警卫队化生放核事件加强反应部队", "1303276###mggmjwdhsfhsjjqfybd");
+    map.put("华盛顿州国民警卫队化生放核事件加强反应部队", "1303277###hsdzgmjwdhsfhsjjqfybd");
+    map.put("联合支助处（德国）", "1303278###lhzzc");
+    map.put("德国联邦国防军放射生物研究所", "1303279###dglbgfjfsswyjs");
+    map.put("德国陆军（德国联邦国防军陆军）", "1303280###dglj");
+    map.put("德国联邦国防军微生物研究所", "1303281###dglbgfjwswyjs");
+    map.put("德国联邦国防军", "1303282###dglbgfj");
+    map.put("BBK（联邦民防与灾害援助局）", "1303283###lbmfyzhyzj");
+    map.put("CBRN 防御营 750", "1303284###cbrnfyy750");
+    map.put("北约应急部队", "1303285###byyjbd");
+    map.put("北约组织", "1303286###byzz");
+    map.put("德国联邦国防军 ABC 防御司令部", "1303287###dglbgfj");
+    map.put("ABC 防御第 750 营", "1303288###abcfyd750y");
+    map.put("ABC 防御第 7 营", "1303289###abcfyd7y");
+    map.put("ABC 防御连（eFP 战斗群）", "1303290###abcfyl");
+    map.put("ABC 防御第 1 团", "1303291###abcfyd1t");
+    map.put("日本自卫队", "1303292###rbzwd");
+    map.put("陆上自卫队", "1303293###lszwd");
+    map.put("海上自卫队", "1303294###hszwd");
+    map.put("航空自卫队", "1303295###hkzwd");
+    map.put("对特殊武器卫生队", "1303296###dtswqwsd");
+    map.put("第七化学防护队", "1303297###dqhxfhd");
+    map.put("中央即时连队", "1303298###zyjsld");
+    map.put("第 10 特殊武器防护队", "1303299###d10tswqfhd");
+    map.put("化学科（陆上自卫队）", "1303300###hxk");
+    map.put("日本自卫队联合作战司令部", "1303301###rbzwdlhzzslb");
+    map.put("第 3 特殊武器防护队", "1303302###d3tswqfhd");
+    map.put("第 8 特殊武器防护队", "1303303###d8tswqfhd");
+    map.put("中央特种武器防护队", "1303304###zytzwqfhd");
+    map.put("第 14 特殊武器防护队", "1303305###d14tswqfhd");
+    map.put("第五化学防护队", "1303306###d5hxfhd");
+    map.put("第 11 特殊武器防护队", "1303307###d11tswqfhd");
+    map.put("第 15 旅核生物化学部队", "1303308###d15lhswhxbd");
+}
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/util/AllKeys6815.java b/src/main/java/com/zyzs/otherdatasave/util/AllKeys6815.java
new file mode 100755
index 0000000..bae6f62
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/util/AllKeys6815.java
@@ -0,0 +1,233 @@
+package com.zyzs.otherdatasave.util;
+
+import java.util.HashMap;
+import java.util.Map;
+
+public class AllKeys6815 {
+    private static Map<String,Object> map = new HashMap();
+
+    public static Map<String, Object> getMap() {
+        return map;
+    }
+
+    public static void setMap(Map<String, Object> map) {
+        AllKeys6815.map = map;
+    }
+
+static {
+    map.put("克里斯托弗·巴特兰(Christophe Barraud)", "1303524###ldswfywyh###两党生物防御委员会数据采集");
+    map.put("玛丽·杜邦(Marie Dupont)", "1303525###ldswfywyh###两党生物防御委员会数据采集");
+    map.put("Dr. Kieran Moore", "1303526###ldswfywyh###两党生物防御委员会数据采集");
+    map.put("Dr. Peter Donnelly", "1303527###ldswfywyh###两党生物防御委员会数据采集");
+    map.put("Dr. Robert Kadlec", "1303528###mgkxy###美国科学院");
+    map.put("Dr. Scott Weaver", "1303529###mgkxy###美国科学院");
+    map.put("池荣美(Ji Young-mi)", "1303530###sjwszz###世界卫生组织");
+    map.put("李尚熙(Lee Sang-hee)", "1303531###sjwszz###世界卫生组织");
+    map.put("Dr. Shmuel Shapira", "1303532###sjwszz###世界卫生组织");
+    map.put("Dr. Ronen Hazan", "1303533###sjwszz###世界卫生组织");
+    map.put("Prof. Dr. Andreas Plückthun", "1303534###sjwszz###世界卫生组织");
+    map.put("Prof. Dr. Michael Hall", "1303535###sjwszz###世界卫生组织");
+    map.put("Dr. Rochelle Walensky", "1303536###mgkxy###美国科学院");
+    map.put("Dr. Anthony Fauci", "1303537###mgkxy###美国科学院");
+    map.put("Mariano Esteban教授", "1303538###sjwszz###世界卫生组织");
+    map.put("José María Valpuesta教授", "1303539###sjwszz###世界卫生组织");
+    map.put("李跃志教授", "1303540###sjwszz###世界卫生组织");
+    map.put("张华教授", "1303541###swkxaqzx###生命科学安全中心");
+    map.put("Lynn Morris教授", "1303542###swkxaqzx###生命科学安全中心");
+    map.put("Dr. Johan Neyts", "1303543###swkxaqzx###生命科学安全中心");
+    map.put("Dr. Anne-Mieke Vandamme", "1303544###swkxaqzx###生命科学安全中心");
+    map.put("Dr. Priya Abraham", "1303545###swkxaqzx###生命科学安全中心");
+    map.put("Dr. A. C. Mishra", "1303546###swkxaqzx###生命科学安全中心");
+    map.put("Dr. P. G. K. Pillai", "1303547###swkxaqzx###生命科学安全中心");
+    map.put("Dr. M. S. Chadha", "1303548###swkxaqzx###生命科学安全中心");
+    map.put("Dr. Tan Eng Kiong", "1303549###sjwszz###世界卫生组织");
+    map.put("Dr. Lim Poh Lian", "1303550###swaqaqyydxh###生物安全安全与应对协会");
+    map.put("Dr. Wang Linfa", "1303551###swaqaqyydxh###生物安全安全与应对协会");
+    map.put("Dr. Paul Nurse", "1303552###swaqaqyydxh###生物安全安全与应对协会");
+    map.put("Dr. Jennifer Doudna", "1303553###swaqaqyydxh###生物安全安全与应对协会");
+    map.put("Prof. Lothar H. Wieler", "1303554###swaqaqyydxh###生物安全安全与应对协会");
+    map.put("Dr. Sandra Ciesek", "1303555###swaqaqyydxh###生物安全安全与应对协会");
+    map.put("马克休托夫·里纳特·阿米罗维奇", "1303556###swaqaqyydxh###生物安全安全与应对协会");
+    map.put("谢尔盖·涅恰耶夫", "1303557###sjwszz###世界卫生组织");
+    map.put("邱香果(Xiangguo Qiu)", "1303558###sjwszz###世界卫生组织");
+    map.put("程克定(Keding Cheng)", "1303559###swaqyswfyjh###生物安全与生物防御计划");
+    map.put("弗兰克·普卢默(Frank Plummer)", "1303560###swaqyswfyjh###生物安全与生物防御计划");
+    map.put("马修·吉尔摩(Matthew Gilmour)", "1303561###swaqyswfyjh###生物安全与生物防御计划");
+    map.put("澳大利亚联邦科学与工业研究组织(CSIRO)", "1303562###swaqyswfyjh###生物安全与生物防御计划");
+    map.put("澳大利亚动物健康实验室(AAHL)", "1303563###swaqyswfyjh###生物安全与生物防御计划");
+    map.put("Dr. Ricardo Trindade", "1303564###swaqyswfyjh###生物安全与生物防御计划");
+    map.put("Dr. Marly Babinski", "1303565###swaqyswfyjh###生物安全与生物防御计划");
+    map.put("Dr. Wilson Teixeira", "1303566###swaqyswfyjh###生物安全与生物防御计划");
+    map.put("Elisabeth", "1303567###swaqyswfyjh###生物安全与生物防御计划");
+    map.put("Dr. Tetsuya Mizutani", "1303568###sjwszz###世界卫生组织");
+    map.put("Dr. Hiroshi Kida", "1303569###sjwszz###世界卫生组织");
+    map.put("Dr. John Smith", "1303570###mgkxy###美国科学院");
+    map.put("Dr. Emily Johnson", "1303571###mgkxy###美国科学院");
+    map.put("Dr. William Patrick", "1303572###mgkxy###美国科学院");
+    map.put("Dr. Deborah Watson", "1303573###mgkxy###美国科学院");
+    map.put("Dr. Heinz Feldmann", "1303574###sjwszz###世界卫生组织");
+    map.put("Dr. Elke Mühlberger", "1303575###swaqhzyjyzx###生物安全合作与教育中心");
+    map.put("Dr. Lucile Guitton", "1303576###swaqhzyjyzx###生物安全合作与教育中心");
+    map.put("Dr. François Barre-Sinoussi", "1303577###swaqhzyjyzx###生物安全合作与教育中心");
+    map.put("Dr. Claire Luby", "1303578###swaqhzyjyzx###生物安全合作与教育中心");
+    map.put("雅克·格兰仕", "1303579###swaqhzyjyzx###生物安全合作与教育中心");
+    map.put("袁志明", "1303580###swaqhzyjyzx###生物安全合作与教育中心");
+    map.put("石正丽", "1303581###swaqhzyjyzx###生物安全合作与教育中心");
+    map.put("所长", "1303582###swaqhzyjyzx###生物安全合作与教育中心");
+    map.put("病毒学部门负责人", "1303583###swaqhzyjyzx###生物安全合作与教育中心");
+    map.put("细菌学部门负责人", "1303584###swaqhzyjyzx###生物安全合作与教育中心");
+    map.put("Dr. Juan Pérez", "1303585###sjwszz###世界卫生组织");
+    map.put("Prof. Ana González", "1303586###sjwszz###世界卫生组织");
+    map.put("Dr. Carlos Rodríguez", "1303587###sjwszz###世界卫生组织");
+    map.put("所长", "1303588###mgkxy###美国科学院");
+    map.put("高级病毒学家", "1303589###mgkxy###美国科学院");
+    map.put("生物防御专家", "1303590###mgkxy###美国科学院");
+    map.put("拉伊萨·马卡罗娃(Raisa Makarova)", "1303591###sjwszz###世界卫生组织");
+    map.put("安德烈·克拉斯诺夫(Andrey Krasnov)", "1303592###sjwszz###世界卫生组织");
+    map.put("Dr. Joseph DeRisi", "1303593###mgkxy###美国科学院");
+    map.put("Professor Sharon Peacock", "1303594###sjwszz###世界卫生组织");
+    map.put("Dr. Matthew Gilmour", "1303595###swaqyjs###生物安全研究所");
+    map.put("Dr. Gary Kobinger", "1303596###swaqyjs###生物安全研究所");
+    map.put("洛塔尔·威勒(Lothar H. Wieler)", "1303597###swaqyjs###生物安全研究所");
+    map.put("克里斯托弗·哈斯尔曼(Christopher Haasmann)", "1303598###swaqyjs###生物安全研究所");
+    map.put("卡特琳·鲍曼(Katrin Baumann)", "1303599###swaqyjs###生物安全研究所");
+    map.put("Dr. Deborah Middleton", "1303600###swaqyjs###生物安全研究所");
+    map.put("Dr. David Williams", "1303601###swaqyjs###生物安全研究所");
+    map.put("Dr. George Smith", "1303602###mgkxy###美国科学院");
+    map.put("Dr. Emily Johnson", "1303603###mgkxy###美国科学院");
+    map.put("Dr. Robert Liu", "1303604###mgkxy###美国科学院");
+    map.put("Dr. Siti Rahmawati", "1303605###sjwszz###世界卫生组织");
+    map.put("Dr. Agus Salim", "1303606###swaqlm###生物安全联盟");
+    map.put("Dr. Nia Kurniawati", "1303607###swaqlm###生物安全联盟");
+    map.put("Dr. Emily Johnson", "1303608###swaqlm###生物安全联盟");
+    map.put("Dr. William Smith", "1303609###swaqlm###生物安全联盟");
+    map.put("Dr. Jennifer Lee", "1303610###swaqlm###生物安全联盟");
+    map.put("Dr. Robert Thompson", "1303611###swaqlm###生物安全联盟");
+    map.put("Dr. Yael Cohen", "1303612###swaqlm###生物安全联盟");
+    map.put("Dr. David Ben-Haim", "1303613###swaqlm###生物安全联盟");
+    map.put("Prof. Miriam Shmulovitz", "1303614###sjwszz###世界卫生组织");
+    map.put("Dr. Omar Al-Mansouri", "1303615###swaqyjjjh###生物安全研究基金会");
+    map.put("Prof. Noura Al-Hamadi", "1303616###swaqyjjjh###生物安全研究基金会");
+    map.put("Dr. Khaled Al-Zahrani", "1303617###swaqyjjjh###生物安全研究基金会");
+    map.put("Dr. Ivan Petrov", "1303618###swaqyjjjh###生物安全研究基金会");
+    map.put("Prof. Maria Ivchenko", "1303619###swaqyjjjh###生物安全研究基金会");
+    map.put("Dr. Andriy Kovalchuk", "1303620###swaqyjjjh###生物安全研究基金会");
+    map.put("Dr. Zhang Wei", "1303621###swaqyjjjh###生物安全研究基金会");
+    map.put("Prof. Li Hua", "1303622###swaqyjjjh###生物安全研究基金会");
+    map.put("Dr. Wang Lei", "1303623###sjwszz###世界卫生组织");
+    map.put("Dr. Jari Lehtinen", "1303624###sjwszz###世界卫生组织");
+    map.put("Prof. Maria Nieminen", "1303625###swaqzx###生物安全中心");
+    map.put("Dr. Marko Rautio", "1303626###swaqzx###生物安全中心");
+    map.put("Dr. Pedro Silva", "1303627###swaqzx###生物安全中心");
+    map.put("Prof. Ana Costa", "1303628###swaqzx###生物安全中心");
+    map.put("Dr. Roberto Almeida", "1303629###swaqzx###生物安全中心");
+    map.put("Dr. Kjersti A. K. Sørensen", "1303630###swaqzx###生物安全中心");
+    map.put("Prof. Bjørn H. L. Hansen", "1303631###swaqzx###生物安全中心");
+    map.put("Dr. Line M. Jacobsen", "1303632###sjwszz###世界卫生组织");
+    map.put("Dr. Laura De Vries", "1303633###sjwszz###世界卫生组织");
+    map.put("Prof. David J. van der Meer", "1303634###swaqfyxm###生物安全防御项目");
+    map.put("Dr. Katrien B. Hillewaert", "1303635###swaqfyxm###生物安全防御项目");
+    map.put("Dr. Imran Khan", "1303636###swaqfyxm###生物安全防御项目");
+    map.put("Prof. Ayesha Zafar", "1303637###swaqfyxm###生物安全防御项目");
+    map.put("Dr. Faisal Malik", "1303638###swaqfyxm###生物安全防御项目");
+    map.put("Dr. Els Bruggeman", "1303639###swaqfyxm###生物安全防御项目");
+    map.put("Prof. Jan Vennema", "1303640###swaqfyxm###生物安全防御项目");
+    map.put("Dr. Petra de Gier", "1303641###swaqfyxm###生物安全防御项目");
+    map.put("Dr. Michael Huber", "1303642###swaqfyxm###生物安全防御项目");
+    map.put("Prof. Stéphanie Démoulin", "1303643###swaqfyxm###生物安全防御项目");
+    map.put("Dr. Antoine Sauvage", "1303644###sjwszz###世界卫生组织");
+    map.put("Prof. Rebecca McCauley", "1303645###adlyswaqyjs###澳大利亚生物安全研究所");
+    map.put("Dr. Peter Zhang", "1303646###adlyswaqyjs###澳大利亚生物安全研究所");
+    map.put("Dr. Sarah Williams", "1303647###adlyswaqyjs###澳大利亚生物安全研究所");
+    map.put("Prof. David Anderson", "1303648###mgkxy###美国科学院");
+    map.put("Dr. Sarah Jenkins", "1303649###mgkxy###美国科学院");
+    map.put("Dr. John Carter", "1303650###mgkxy###美国科学院");
+    map.put("Dr. Michael Harris", "1303651###mgkxy###美国科学院");
+    map.put("Dr. Emily Taylor", "1303652###mgkxy###美国科学院");
+    map.put("Dr. Jean-Luc Dubois", "1303653###sjwszz###世界卫生组织");
+    map.put("Dr. Isabelle Frossard", "1303654###swaqyjhfyzx###生物安全预警和反应中心");
+    map.put("Dr. Anna Korhonen", "1303655###swaqyjhfyzx###生物安全预警和反应中心");
+    map.put("Dr. Marko Virtanen", "1303656###swaqyjhfyzx###生物安全预警和反应中心");
+    map.put("Dr. Peter Smith", "1303657###swaqyjhfyzx###生物安全预警和反应中心");
+    map.put("Dr. Emma Johnson", "1303658###swaqyjhfyzx###生物安全预警和反应中心");
+    map.put("Dr. Sarah Williams", "1303659###swaqyjhfyzx###生物安全预警和反应中心");
+    map.put("Dr. James Thompson", "1303660###swaqyjhfyzx###生物安全预警和反应中心");
+    map.put("郭巍", "1303661###swaqyjhfyzx###生物安全预警和反应中心");
+    map.put("张晶", "1303662###swaqyjhfyzx###生物安全预警和反应中心");
+    map.put("Dr. Nadia Benhammou", "1303663###sjwszz###世界卫生组织");
+    map.put("Dr. Mohamed Khellaf", "1303664###swaqhswfxgl###生物安全和生物风险管理");
+    map.put("Dr. Laura Tontodonati", "1303665###swaqhswfxgl###生物安全和生物风险管理");
+    map.put("Dr. Marco Ferretti", "1303666###swaqhswfxgl###生物安全和生物风险管理");
+    map.put("教授A", "1303667###swaqhswfxgl###生物安全和生物风险管理");
+    map.put("教授B", "1303668###swaqhswfxgl###生物安全和生物风险管理");
+    map.put("Anna Kowalska", "1303669###swaqhswfxgl###生物安全和生物风险管理");
+    map.put("Piotr Nowak", "1303670###swaqhswfxgl###生物安全和生物风险管理");
+    map.put("Jan Novak", "1303671###swaqhswfxgl###生物安全和生物风险管理");
+    map.put("Marta Vancova", "1303672###researchgate###ResearchGate");
+    map.put("Petr Smejkal", "1303673###researchgate###ResearchGate");
+    map.put("Lucia Polakova", "1303674###researchgate###ResearchGate");
+    map.put("Carlos Mendez", "1303675###researchgate###ResearchGate");
+    map.put("Ana López", "1303676###researchgate###ResearchGate");
+    map.put("Luis Pérez", "1303677###googlescholar###Google Scholar");
+    map.put("María Fernández", "1303678###googlescholar###Google Scholar");
+    map.put("Maria Silva", "1303679###googlescholar###Google Scholar");
+    map.put("José Martins", "1303680###googlescholar###Google Scholar");
+    map.put("Ana Costa", "1303681###googlescholar###Google Scholar");
+    map.put("Luís Ferreira", "1303682###googlescholar###Google Scholar");
+    map.put("Dr. Michael J. Katze", "1303683###mgkxy###美国科学院");
+    map.put("Dr. Deborah L. Bonner", "1303684###mgkxy###美国科学院");
+    map.put("Dr. Jennifer M. Gommerman", "1303685###mgkxy###美国科学院");
+    map.put("Dr. Luis A. Rodriguez", "1303686###mgkxy###美国科学院");
+    map.put("Dr. Celia Carlos", "1303687###sjwszz###世界卫生组织");
+    map.put("Dr. Eva Cutiongco-Dela Paz", "1303688###sjwszz###世界卫生组织");
+    map.put("Dr. Hans Jacobsen", "1303689###sjwszz###世界卫生组织");
+    map.put("Dr. Lars M. Petersen", "1303690###sjwszz###世界卫生组织");
+    map.put("Dr. Maria Andersen", "1303691###sjwszz###世界卫生组织");
+    map.put("Dr. Erik Nystrøm", "1303692###sjwszz###世界卫生组织");
+    map.put("Dr. Tan Chee Kheong", "1303693###sjwszz###世界卫生组织");
+    map.put("Dr. Lim Mei Ling", "1303694###sjwszz###世界卫生组织");
+    map.put("Dr. Wong Sze Wah", "1303695###sjwszz###世界卫生组织");
+    map.put("Dr. Lee Kai Fong", "1303696###sjwszz###世界卫生组织");
+    map.put("Dr. Carlos Guzmán", "1303697###sjwszz###世界卫生组织");
+    map.put("Dr. Maria Fernandez", "1303698###sjwszz###世界卫生组织");
+    map.put("Dr. Juan Pérez", "1303699###sjwszz###世界卫生组织");
+    map.put("Dr. Ana María López", "1303700###sjwszz###世界卫生组织");
+    map.put("Dr. Carlos Restrepo", "1303701###sjwszz###世界卫生组织");
+    map.put("Dr. Lucía Ramírez", "1303702###sjwszz###世界卫生组织");
+    map.put("Dr. Thandeka Moyo", "1303703###sjwszz###世界卫生组织");
+    map.put("Dr. Sipho Dlamini", "1303704###sjwszz###世界卫生组织");
+    map.put("Dr. Carla van der Merwe", "1303705###sjwszz###世界卫生组织");
+    map.put("Dr. Ananya Srisakdi", "1303706###sjwszz###世界卫生组织");
+    map.put("Dr. Supachai Sittisart", "1303707###sjwszz###世界卫生组织");
+    map.put("Dr. Praphat Jantrapirom", "1303708###sjwszz###世界卫生组织");
+    map.put("Dr. Antti Karjalainen", "1303709###sjwszz###世界卫生组织");
+    map.put("Dr. Jari Lappalainen", "1303710###sjwszz###世界卫生组织");
+    map.put("Dr. Mika Nieminen", "1303711###sjwszz###世界卫生组织");
+    map.put("Dr. Arun K. Singh", "1303712###sjwszz###世界卫生组织");
+    map.put("Dr. Priya Yadav", "1303713###sjwszz###世界卫生组织");
+    map.put("Dr. Rajesh Kumar", "1303714###sjwszz###世界卫生组织");
+    map.put("Dr. Maria González", "1303715###sjwszz###世界卫生组织");
+    map.put("Dr. Xavier Carrillo", "1303716###sjwszz###世界卫生组织");
+    map.put("Dr. Pilar Rodríguez", "1303717###sjwszz###世界卫生组织");
+    map.put("Dr. Alejandro Gómez", "1303718###sjwszz###世界卫生组织");
+    map.put("Dr. Laura Martínez", "1303719###sjwszz###世界卫生组织");
+    map.put("Dr. José Hernández", "1303720###sjwszz###世界卫生组织");
+    map.put("Dr. Alexei Smirnov", "1303721###sjwszz###世界卫生组织");
+    map.put("Dr. Natalia Petrovna", "1303722###sjwszz###世界卫生组织");
+    map.put("Dr. Ivan Pavlov", "1303723###sjwszz###世界卫生组织");
+    map.put("Dr. Ji Hyun Lee", "1303724###sjwszz###世界卫生组织");
+    map.put("Dr. Sung Ho Kim", "1303725###sjwszz###世界卫生组织");
+    map.put("Dr. Soojung Park", "1303726###sjwszz###世界卫生组织");
+    map.put("Dr. Martin Müller", "1303727###sjwszz###世界卫生组织");
+    map.put("Dr. Julia Schneider", "1303728###sjwszz###世界卫生组织");
+    map.put("Dr. Thomas Richter", "1303729###sjwszz###世界卫生组织");
+    map.put("Dr. Ahmed Al-Fahad", "1303730###sjwszz###世界卫生组织");
+    map.put("Dr. Fatimah Al-Saif", "1303731###sjwszz###世界卫生组织");
+    map.put("Dr. Saeed Al-Dosari", "1303732###sjwszz###世界卫生组织");
+    map.put("Dr. Didier Raoult", "1303733###sjwszz###世界卫生组织");
+    map.put("Dr. Sophie Dufresne", "1303734###sjwszz###世界卫生组织");
+    map.put("Dr. Jean-Luc Valleron", "1303735###sjwszz###世界卫生组织");
+    map.put("Rolf Horstmann", "1303736###sjwszz###世界卫生组织");
+    map.put("Raoul Tan", "1303737###sjwszz###世界卫生组织");
+}
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/util/AllKeysPatent.java b/src/main/java/com/zyzs/otherdatasave/util/AllKeysPatent.java
new file mode 100755
index 0000000..88e0c88
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/util/AllKeysPatent.java
@@ -0,0 +1,260 @@
+package com.zyzs.otherdatasave.util;
+
+import java.util.HashMap;
+import java.util.Map;
+
+public class AllKeysPatent {
+    private static Map<String,Object> map = new HashMap();
+
+    public static Map<String, Object> getMap() {
+        return map;
+    }
+
+    public static void setMap(Map<String, Object> map) {
+        AllKeysPatent.map = map;
+    }
+
+    static {
+        map.put("Montpellier Institute of Virology, France","numontpellier");
+        map.put("Korea National Institute of Infectious Diseases (KCDC)","nkdca");
+        map.put("Israel Institute of Life Sciences","nweizmann");
+        map.put("South African National Institute of Infectious Diseases","nnicd");
+        map.put("National Institute of Virology, India","nniovi");
+        map.put("Singapore Biomedical Research Centre (BMRC)","nastar");
+        map.put("Francis Crick Institute, UK","nplymouth");
+        map.put("Vino Itzberg Institute of Virology, Russia","nvniiv");
+        map.put("Australian Biosafety Research Centre (ABSL-4)","ncsiro");
+        map.put("Fernando von Beren Institute, Brazil","nfiocruz");
+        map.put("Institute of Virology, Marburg, Germany","niovmg");
+        map.put("National Institute of Infectious Diseases, Japan","nniidj");
+        map.put("Institute of Virology, University of Buenos Aires, Argentina","nivubaa");
+        map.put("USAMRIID","nusamriid");
+        map.put("Russian State Research Center for Virology and Biotechnology","nrsrcfvb");
+        map.put("Robert Koch Institute, Germany","nrkig");
+        map.put("Institute of Virology, University of Georgia, USA","nivugusa");
+        map.put("Indonesia Institute of Biosafety","niib");
+        map.put("New Zealand National Institute of Virology","nnniv");
+        map.put("Israel National Institute of Virology","ninv");
+        map.put("Abu Dhabi Institute for Biosafety, United Arab Emirates","naDifb");
+        map.put("Ukrainian Virology Research Center","nuvrc");
+        map.put("Beijing Institute of Virology, China","nbivc");
+        map.put("Rio de Janeiro Institute of Virology, Brazil","nrjivb");
+        map.put("Norwegian Institute of Public Health","nnih");
+        map.put("Pakistan Biosafety Research Center","npbrc");
+        map.put("Netherlands National Institute of Public Health and Environment","nnniphe");
+        map.put("Sydney Institute of Virology, Australia","nsiva");
+        map.put("Finnish National Institute of Infectious Diseases","nfniid");
+        map.put("Victoria Institute of Virology, UK","nmanchester");
+        map.put("Pasteur Institute in Algeria","npasteur");
+        map.put("Italian Institute of Tropical Diseases","niss");
+        map.put("Uppsala Virology Research Center, Sweden","nuvrcs");
+        map.put("Polish Medical Research Center","npmrc");
+        map.put("Czech Republic Infectious Disease Research Center","nsz");
+        map.put("Costa Rica Virology Research Center","ncrvrc");
+        map.put("Lisbon Institute of Virology, Portugal","nmedicina");
+        map.put("Philippine Institute of Tropical Medicine","nritmgovph");
+        map.put("Danish Institute for Biosafety","nsstdk");
+        map.put("Argentine National Vaccine Research Center","nconicetgovar");
+        map.put("Columbia Virology Research Center","ncvrc");
+        map.put("South African Institute of Infectious Diseases","nsaioid");
+        map.put("Thailand Biosafety and Vaccine Research Center","nnvigoth");
+        map.put("Indian Biosafety Research Center","nicmrgov");
+        map.put("Barcelona Institute of Infectious Diseases, Spain","nbioids");
+        map.put("Mexican Institute of Public Health","ninspmp");
+        map.put("Russian Institute of Virology and Biosafety","nvector");
+        map.put("Korea Virus Research Institute","nnihgokr");
+        map.put("Leibniz Virus Research Center in Germany","nleibniz");
+        map.put("Marseille Institute of Infectious Diseases, France","ninserm");
+        map.put("Bernhard Nocht Institute of Tropical Medicine (BNITM)","nbnitm");
+        map.put("Erasmus University Medical Center (Erasmus MC)","nerasmusmc");
+        map.put("Health Research Board of Ireland (HRB) Clinical Research Facility","nhrboicrf");
+        map.put("Marine Institute of Ireland","nmi");
+        map.put("Serum Institute of India","nsioi");
+        map.put("Vaccine Production Unit, Pasteur Institute of Greece","nvpupiog");
+        map.put("Department of Microbiology, National and Kapodistrian University of Athens Medical School","ndomnkuoams");
+        map.put("Defence Research and Development Establishment (DRDE)","ndrde");
+        map.put("German Ministry of Defense Institute of Microbiology","ngmodiom");
+        map.put("Institute of Virology, University of Marburg","nivoum");
+        map.put("Fritz Lipmann Institute (Federal Research Institute for Animal Health)","nflifrioah");
+        map.put("Bernhard Nocht Institute for Tropical Medicine","nbniotm");
+        map.put("Robert Koch Institute (RKI) Center for Biological Threats and Special Pathogens","nrkicbtp");
+        map.put("G. Eliava Institute of Bacteriophages, Microbiology and Virology","ngeiobmav");
+        map.put("Swiss National Reference Centre for Novel Virus Infection","nsnrcnvi");
+        map.put("DGA Maîtrise NRBC","ndgamnrbc");
+        map.put("Finnish Food Safety Authority (Ruokavirasto)","nffsa");
+        map.put("Finnish Defence Forces Military Medical Centre","nfdfmmc");
+        map.put("Danish National Centre for Biosafety and Biological Readiness (CBB)","ndncbbr");
+        map.put("BIOPHARM","nbiopharm");
+        map.put("National Research Council of Canada","nnrcc");
+        map.put("Defence Research and Development Canada - Valcartier","ndrdcv");
+        map.put("Defence Research and Development Centre of Canada - Saffield Division (DRDC Suffield)","ndrdccsd");
+        map.put("Cambodia National Institute of Public Health","ncnip");
+        map.put("Pastel Institute Cambodia (IPC)","npic");
+        map.put("Department of Infectious Microbiology, Stephan Angeloff Institute of Microbiology, Bulgarian Academy of Sciences","ndimsaimbas");
+        map.put("Bulgarian National Institute of Veterinary Research for Diagnostic Research（NDVRMI)","nbnivrfdr");
+        map.put("Federal University of Rio de Janeiro","nfurj");
+        map.put("Brazil Army Biological Institute","nbabi");
+        map.put("Republican Research and Practical Center for Epidemiology and Microbiology (RRPCEM)","nrrpcem");
+        map.put("NBC & Environmental Protection Technology Division, Armaments and Defence Technology Agency, Austrian Federal Ministry of Defence","nnbcepteptadmod");
+        map.put("Australia Biological Defence Research Division, Defence Science and Technology Group (DSTG)","nabdrddstg");
+        map.put("Australian Centre for Disease Preparedness (ACDP)","nacdp");
+        map.put("Armed Forces Medical Research Institute (AFRIMS)","nafrims");
+        map.put("Kharkiv Experimental and Clinical Veterinary Institute (IEKVM)","nkecvi");
+        map.put("National Institute of Biotechnology and Microbial Strain Scientific Control,Ukraine","nnibmscua");
+        map.put("Scientific and Practical Center for Expertise and Monitoring in Hygiene and Epidemiology of the Ministry of Health of Kazakhstan (SPCSEEM)","nspcseem");
+        map.put("The Third Division of the Naval Medical Research Center of the United States Military","nttdtnmrcusm");
+        map.put("Australian Defence Force Malaria and Infectious Disease Institute","nadfmidi");
+        map.put("The Asian Branch of the United States Naval Medical Research Center","ntabtnmrc");
+        map.put("U.S. Naval Medical Research Unit Two","nusnmru2");
+        map.put("Institute of Medical Sciences of the United States Armed Forces","nimsusaf");
+        map.put("Uralsk Plague Prevention Station of the Ministry of Health of Kazakhstan","nuppsmohk");
+        map.put("Indonesian Institute of Biosecurity Research and Development","niibrd");
+        map.put(" India Biosafety Research Centre","nibrc");
+        map.put("National Institute for Infectious Diseases, Lazzaro Spallanzani Hospital","nniidlsh");
+        map.put("Israel Institute for Biological Research，IIBR","niibr");
+        map.put(" New Zealand National Institute of Virology","nnzniv");
+        map.put(" Barcelona Institute for Global Health (ISGlobal)","nbifgh");
+        map.put("Institute of Virology, Ukrainian Health Ministry","nivuhm");
+        map.put(" Thailand National Vaccine Institute","ntnvi");
+        map.put(" Lisbon Virology Institute","nlvi");
+        map.put(" University of Georgia Virology Institute","nugvi");
+        map.put(" United States Army Medical Research Institute of Infectious Diseases (USAMRIID)","nusam");
+        map.put(" Czech Republic Centre for Infectious Diseases Research","ncrcidr");
+        map.put("National Institute of Public Health and the Environment, Netherlands","nniphren");
+        map.put(" Korea Institute of Virology","nkiv");
+        map.put("Institut de Recherche en Infectiologie de Marseille","nirim");
+        map.put(" Virology and Biosafety Research Institute","nvbri");
+        map.put("Russian State Research Center for Virology and Biotechnology","nsrcvb");
+        map.put(" Leibniz Institute for Virology","nliv");
+        map.put("Institute of Microbiology Prof. Paulo de Góes","nimppdg");
+        map.put(" Danish Biosafety Institute","ndbi");
+        map.put("National Center for Laboratory and Epidemiology, Laos","nnclel");
+        map.put("Pasteur Institute of Laos","npil");
+        map.put(" Virology Institute of the University of Buenos Aires","nviuba");
+        map.put("The United States Air Force Academy of Aeronautics and Astronautics","nusaafaaa");
+        map.put("Walter Reed Army Research Institute","nwrrari");
+        map.put("Tripler Army Medical Center, Hawaii","ntamch");
+        map.put("Waltridge Army Research Institute Georgia Unit (USAMRD-G)","nwraig");
+        map.put("U.S. Naval Medical Research Unit Two, Phnom Penh Detachment","nnmru2ppd");
+        map.put("U.S. Army Medical Research Unit Kenya","namruk");
+        map.put("Mbarara Medical Research Center","nmrc");
+        map.put("THE FOOD SAFETY INSPECTION BODY OF THE REPUBLIC OF ARMENIA","ntfsibra");
+        map.put("Russian Ministry of Defense Central Research Institute No. 48","nrmdcrin48");
+        map.put("Federal Research Institution: Federal Consumer Rights and Personnel Welfare Supervision Bureau Rostov Microbiology and Parasitology Research Institute","nfriFcrpwsbrmpri");
+        map.put("National Center for Disease Control and Prevention, Ministry of Health, Armenia","nncdpmha");
+        map.put("DSO National Laboratory, Defense Medical and Environmental Research Institute","ndsnldmeri");
+        map.put("University of Ljubljana Faculty of Veterinary Medicine, National Veterinary Institute","nulfvmnvi");
+        map.put("University of Ljubljana Medical Faculty Institute of Microbiology and Immunology","nulmfimi");
+        map.put("Biomedical Division of Protection Technology Laboratory (a department of ARMSCOR SOC)","nbdptladas");
+        map.put("Lviv Institute of Epidemiology and Hygiene","nlieh");
+        map.put("National Public Health Center of the Ministry of Health of Ukraine","nnphcmh");
+        map.put("Odessa Branch of the National Institute of Laboratory Diagnostics and Veterinary Sanitary Expertise","nobnildvse");
+        map.put("National Scientific Center of Experimental and Clinical Veterinary Medicine of the National Academy of Agricultural Sciences of Ukraine","nnscecvmnaas");
+        map.put("National Veterinary Institute SVA","nnvisva");
+        map.put("National Institute of Laboratory Diagnostics and Veterinary Sanitary Expertise,Ukraine","nnildvse");
+        map.put("Research and Training Center for Animal Disease Diagnosis of the Veterinary Institute of the National Academy of Agricultural Sciences (RTCADD),Ukraine","nrtcaddviinaas");
+        map.put("Institute of Medical Virology","nimv");
+        map.put("Institute of Virology and Immunology","nvai");
+        map.put("Azerbaijan State Housing Department Hygiene and Epidemiology Control Center","nashdhecc");
+        map.put("Tbilisi Institute of Microbiology, Virology and Bacteriophage, Georgia","ntimvbg");
+        map.put("Threat Reduction Support Center, Kutaisi, Georgia","ntrsckg");
+        map.put("National Center for Infectious Disease Control in Tbilisi, Georgia","nncidctg");
+        map.put("Richard Lugar Center for Public Health Research, Georgia","nrlcphr");
+        map.put("National Reference Center for Emerging Viral Infections","nnrcevi");
+        map.put("Research Institute of the Ministry of Science and Education of Kazakhstan (RIBSP)","nrimsek");
+        map.put("National Biotechnology Center (NCB) of the Ministry of Education and Science of Kazakhstan","nncbmesk");
+        map.put("University Hospital Galway","nuhg");
+        map.put("National Defense Medical College","nndmc");
+        map.put("National Veterinary Reference Center of the Veterinary Control and Supervision Committee of the Ministry of Agriculture of Kazakhstan","nnvrcvcsckma");
+        map.put("National Public Health Authority of Sierra Leone","nnphasl");
+        map.put("Walter Reed Army Research Institute Unit in Kenya (USAMRD-K)","nwraruik");
+        map.put(" Abu Dhabi Institute of Biosafety","naidb");
+        map.put("The Sixth Division of the United States Naval Medical Research Center","ntdtnmrc");
+        map.put("Canada National Center for Exotic Animal Diseases","ncncead");
+        map.put("Finnish Defense Research Agency (FDRA)","nfdra");
+        map.put("Viral Zoonoses Group, Department of Virology","nvzgdov");
+        map.put("French Army Institute of Biomedical Research (IRBA)","nfaiobr");
+        map.put("France Military Biomedical Research Institute","nfmbri");
+        map.put("France Nuclear, Biological, Chemical and Radiological Control Center of the General Administration of Weapons and Equipment","nfnbcarccotga");
+        map.put("German Defense Institute – ABC-Schutz (Bundeswehr Institute for Protection Technology and Nuclear, Biological and Chemical Protection)","ngdias");
+//        map.put("National Institute for Infectious Diseases "L. Spallanzani" (INMI) IRCCS","nnifidls");
+        map.put("Istituto Zooprofilattico Sperimentale dell'Abruzzo e del Molise (IZSAM)","nizsdaedm");
+        map.put("Scientific Department of the Army Medical Center","nsdotamc");
+        map.put("Istituto Superiore di Sanità (ISS) – National Institute of Health","nisdsnioh");
+        map.put("Istituto Zooprofilattico Sperimentale della Lombardia e dell’Emilia-Romagna (IZSLER) – Pavia Section","nizsdlederp");
+        map.put("Istituto Zooprofilattico Sperimentale delle Venezie (IZSVE)","nizsdv");
+        map.put("Nuclear, Biological and Chemical (NBC) Joint Logistic Technical Centre","nnbacjltc");
+//        map.put("National Society of Infectious Diseases "Lazzaro Spallanzani" (INMI)","nnsoidls");
+        map.put("Canada National Reference Centre for Exotic Animal Diseases and National Reference Centre for Animal Brucellosis","ncnrcfeadanrc");
+        map.put("ANTHRAX REFERENCE INSTITUTE OF ITALY OF ISTITUTO ZOOPROFILATTICO SPERIMENTALE OF PUGLIA AND BASILICATA","narioizs");
+        map.put("Murayama Annex National Institute for Infectious Diseases","nmanifd");
+        map.put("RIKEN Tsukuba Institute","nrti");
+        map.put("Acquisition, Technology & Logistics Agency Ground System Research Center","natlagsrc");
+        map.put("National Veterinary Reference Center, Regional Branch of the Committee for Veterinary Control and Supervision of the Ministry of Agriculture of Kazakhstan","nnvrcrbotcfvc");
+        map.put("Biosafety Research Institute of the Committee of Science, Ministry of Education and Science of Kazakhstan (Bacterial and Viral Infectious Disease Monitoring, BSL-3)","nbriotcosmoeasa");
+        map.put("Biosafety Research Institute of the Committee of Science, Ministry of Education and Science of Kazakhstan (Microbial Specimen Collection)","nbriotcosmoeasb");
+        map.put("Biosafety Research Institute of the Committee of Science, Ministry of Education and Science of Kazakhstan","nbriotcosmoeasc");
+        map.put("Aikimbayev National Center for High-Risk Infections, Kazakhstan","nancfhrik");
+        map.put("National Influenza Center","nic");
+        map.put("Kenya Veterinary Vaccines Production Institute","nkvvpi");
+        map.put("Veterinary Diagnostic and Identification Center of the Ministry of Agriculture of the Kyrgyz Republic","nvdaicotmoaotkr");
+        map.put("National Quarantine and High-Risk Infectious Diseases Center of the Ministry of Health of the Kyrgyz Republic","nnqahridcotmohotk");
+        map.put("Duyisheyev Kyrgyz Veterinary Science Research Institute of the Ministry of Education and Science of the Kyrgyz Republic","ndkvsriotmoeas");
+        map.put("Latvian Biomedical Research and Study Centre","nlbrasc");
+        map.put("Veterinary Research Institute","nvri");
+        map.put("Public Health Research Institute","nphri");
+        map.put("National Institute for Public Health and the Environment (RIVM)","nnifphate");
+        map.put("Netherlands Organization for Applied Scientific Research (TNO) - Nuclear, Chemical, and Biological Defense Division","nnofasrncab");
+        map.put("Netherlands Organization for Applied Scientific Research (TNO) - Nuclear, Chemical, and Biological Defense","nnofasrncaba");
+        map.put("Wageningen Bioveterinary Research Institute (WBVR)","nwbri");
+        map.put("National Veterinary Research Institute","nnvri");
+        map.put("Norwegian Defence Research Establishment (FFI)","ndre");
+        map.put("Norwegian Institute of Public Health (FHI)","nnioph");
+        map.put("Biological Research Center (BRC), Defence Science and Technology Organization (DESTO)","nbrcdsato");
+        map.put("National Institute for Public Health - National Health Institute BSL3 NIPH-NIH","nifphnhi");
+        map.put("Quarantine, Invasion, and Transgenic Organism Research Center","nqiatorc");
+        map.put("Karol Kaczkowski Military Institute of Health and Epidemiology","nkkmiohae");
+        map.put("Institute of Animal Health","nioah");
+        map.put("Department of Plant Pharmacology and Pharmaceutical Technology (DFGTF)","ndoppapt");
+        map.put("Faculty of Science, University of Lisbon (FCUL)","nfosuol");
+        map.put("Institute of Chemical and Biological Technology, New Lisbon University (ITQB-NOVA)","niocabtnlu");
+        map.put("Institute of Health and Tropical Medicine, New Lisbon University","niohatmnlu");
+        map.put("Institute of Life and Health Sciences","niolahs");
+        map.put("Military Medical Research Center","nmmrc");
+        map.put("National Institute for Infectious Diseases, Bucharest","nnifidb");
+        map.put("National Medical Military Research and Development Institute","nnmmradi");
+        map.put("Institute of Public Health in Health and Veterinary Sciences","niophihavs");
+        map.put("Veterinary Biologics and Drug Control Institute","nvbadci");
+        map.put("National Pasteur Institute (Bucharest Branch)","nnpi");
+//        map.put("Federal Budget Institution "Russian Ministry of Defense Central Research Institute No. 48"","nfbirmodcri");
+//        map.put("Federal Budget Institution "Russian Ministry of Defense Central Research Institute No. 48" Branch (Kirov)","nfbirmodcria");
+//        map.put("Federal Budget Institution "Russian Ministry of Defense Central Research Institute No. 48" Branch (Yekaterinburg)","nfbirmodcrib");
+        map.put("Russian Ministry of Defense National Military Medical Scientific Test Institute","nfbirmodcric");
+//        map.put("Federal Research Institution: Federal Consumer Rights and Personnel Welfare Supervision Bureau "Vector" National Virus and Biotechnology Science Center","nfbirmodcrid");
+        map.put("Federal Health Institution: Federal Consumer Rights and Personnel Welfare Supervision Bureau Volga Plague Research Institute","nfbirmodcrie");
+        map.put("Federal Research Institution: National Applied Microbiology and Biotechnology Science Center","nfbirmodcrif");
+        map.put("Federal Health Institution: Federal Consumer Rights and Personnel Welfare Supervision Bureau Siberian and Far Eastern Irkutsk Plague Research Institute","nfbirmodcrih");
+//        map.put("Federal Health Institution: Federal Consumer Rights and Personnel Welfare Supervision Bureau "Microbe" Plague Research Institute","nfbirmodcriai");
+        map.put("Federal Health Institution: Federal Consumer Rights and Personnel Welfare Supervision Bureau Rostov-on-Don Plague Research Institute","nfbirmodcrij");
+        map.put("Federal Health Institution: Federal Consumer Rights and Personnel Welfare Supervision Bureau Stavropol Plague Research Institute","nfbirmodcrio");
+        map.put("Federal Research Institution: Federal Research Center Russian Ministry of Health Gamaleya Institute of Epidemiology and Microbiology","nfbirmodcrip");
+     //   map.put("Federal Research Institution: Federal Research Center Russian Ministry of Health Gamaleya Institute of Epidemiology and Microbiology, Branch "Ivanov Virology Institute"","nfbirmodcriqa");
+        map.put("Federal Research Institution: Russian Ministry of Health Smorodin Flu Research Institute","nfbirmodcrir");
+        map.put("Federal Budget Institution: Federal Animal and Plant Health Supervision Bureau All-Russian Animal Health Protection Center","nfbirmodcris");
+        //map.put("Federal Research Institution: Russian Ministry of Agriculture "Federal Toxicology, Radiation, and Biological Safety Center","nfbirmodcrit");
+       // map.put("Federal Budget Institution: Russian Ministry of Health Gamaleya Institute of Epidemiology and Microbiology "Gamaleya" Branch","nfbirmodcriq");
+        map.put("Federal National Budget Science Institution: Russian Academy of Sciences Chumakov Federal Immunobiological Preparation Research and Development Science Center","nfbirmodcriu");
+        map.put("CBRN Defense and Safety Department, Swedish Defense Research Agency (FOI)","ncdasdsdra");
+        map.put("Air Force Research Laboratory (AFRL), 711 HPW","nafrl");
+        map.put("Argonne National Laboratory (ANL","nanl");
+        map.put("Northwest Pacific National Laboratory (PNNL)","nnpnl");
+        map.put("The Food and Drug Administration (FDA) White Oak Campus","ntfadawqc");
+        map.put("University Park Campus of the Food and Drug Administration (FDA","nupcotfada");
+        map.put("Food and Drug Administration (FDA) Moffitt Campus","nfadamc");
+        map.put("A scientific research institution for eliminating invasive weeds","nasrifriw");
+        map.put("Poultry Research Laboratory of Southeast Region","nprlossr");
+        map.put("Pacific Northwest National Laboratory (PNNL)","npnnl");
+        map.put("Centers for Disease Control and Prevention, National Center for Environmental Health (NCEH), Laboratory Science Division (DLS)","ncfdcapncfeh");
+        map.put("Flower and nursery plant research at the Beltzville Agricultural Research Center (BARC)","nfanpratbarc");
+    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/util/DataCheckUtil.java b/src/main/java/com/zyzs/otherdatasave/util/DataCheckUtil.java
new file mode 100755
index 0000000..30a1a9a
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/util/DataCheckUtil.java
@@ -0,0 +1,315 @@
+package com.zyzs.otherdatasave.util;
+
+import org.apache.commons.lang3.StringUtils;
+import org.apache.log4j.Logger;
+
+import java.text.ParseException;
+import java.text.SimpleDateFormat;
+import java.time.LocalDateTime;
+import java.time.format.DateTimeFormatter;
+import java.util.Date;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+
+public class DataCheckUtil {
+	
+	public static Pattern datePattrn = Pattern.compile("^\\d{4}\\-\\d{2}\\-\\d{2}\\s\\d{2}\\:\\d{2}:\\d{2}$");
+	
+	public static Pattern dayPattrn = Pattern.compile("^\\d{2,4}\\-\\d{1,2}\\-\\d{1,2}$");
+
+	private static SimpleDateFormat ddf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+	
+	public static Pattern p = Pattern.compile("\\s+");
+
+	private static final Logger LOG = Logger.getLogger(DataCheckUtil.class);
+
+	public static String chechData2(String dataStr){
+		dataStr = dataStr.replace("Z","");
+		dataStr = checkData(dataStr);
+		Matcher matcher = datePattrn.matcher(dataStr);
+		if(!matcher.find()){
+			System.out.println("格式错误，使用当前时间 : " + dataStr);
+			dataStr = DateUtil.getDateTime();
+		}else{
+			dataStr = matcher.group(0);
+		}
+		return dataStr;
+	}
+	
+	public static String checkData(String dataStr){
+		SimpleDateFormat ddf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+		if(StringUtils.isBlank(dataStr)){
+			return ddf.format(new Date());
+		}
+		if(dataStr.contains("-:")){
+			dataStr = dataStr.replace("-:",":");
+		}
+		if(dataStr.contains(":-")){
+			dataStr = dataStr.replace(":-",":");
+		}
+
+		Matcher matcher = datePattrn.matcher(dataStr);
+		
+		if(!matcher.find()){
+			dataStr = dataStr.trim();
+			if(!p.matcher(dataStr).find()){
+				if(!dayPattrn.matcher(dataStr).find()){
+					return ddf.format(new Date());
+				}
+			}
+
+			String[] dates = dataStr.split("\\s+");
+			String years = "";
+			String times = "";
+			if(dates.length == 2){
+				 years = dates[0];
+				 times = dates[1];
+			}else{
+				 years = dates[0];
+			}
+
+			if(years.contains("/")){
+				years  = years.replace("/", "-");
+			}
+			String[] yearStr = years.split("-");
+			String yms = "" ;
+			if(yearStr.length == 3){
+				String year = yearStr[0];
+				String month = yearStr[1];
+				String day = yearStr[2];
+				if(year.length() == 2){
+					year = "20"+year;
+				}
+				if(month.length() == 1){
+					month = "0"+month;
+				}
+				if(day.length() == 1){
+					day = "0"+day;
+				}
+				yms = year+"-"+month+"-"+day;
+			}
+
+			String hms = "";
+			if(StringUtils.isBlank(times)){
+				hms = "00:00:00";
+			}else{
+				times = times.replace("/", ":");
+				if(times.contains(":")){
+					String[] timeStr = times.split(":");
+					if( timeStr.length >= 3 ){
+						String hours = timeStr[0];
+						String mins = timeStr[1];
+						String s = timeStr[2];
+
+						if(hours.length() == 1){
+							hours = "0"+hours;
+						}
+						if(mins.length() == 1){
+							mins = "0"+mins;
+						}
+						if(s.length() == 1){
+							s = "0"+s;
+						}
+						hms = hours+":"+mins+":"+s;
+					}else if(timeStr.length == 2){
+						String hours = timeStr[0];
+						String mins = timeStr[1];
+						String s = "00";
+						if(hours.length() == 1){
+							hours = "0"+hours;
+						}
+						if(mins.length() == 1){
+							mins = "0"+mins;
+						}
+						hms = hours+":"+mins+":"+s;
+					} else {
+						String hours = timeStr[0];
+						String mins = "00" ;
+						String s = "00";
+						if(hours.length() == 1){
+							hours = "0"+hours;
+						}
+						hms = hours+":"+mins+":"+s;
+					}
+				}else{
+					if(isNum(times) && times.length()==2){
+						hms = times+":00:00";
+					}else if(isNum(times) && times.length()==1){
+						hms = "0"+times+":00:00";
+					}else{
+						hms = "00:00:00" ;
+					}
+				}
+			}
+			if(StringUtils.isBlank(yms)){
+				return ddf.format(new Date());
+			}
+			if(yms != "" || hms != ""){
+				return  yms+" "+hms;
+			}
+		}
+		return dataStr ;
+	}
+	
+	private static boolean isNum(String time){
+		Pattern p = Pattern.compile("\\d+");
+		if(p.matcher(time).find()){
+			return true ;
+		}
+		return false ;
+	}
+
+	public static String convertString(String inputDate){
+
+		String outputFormat = "yyyy-MM-dd";
+		// 定义输入格式
+		DateTimeFormatter inputFormatter = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss");
+		// 解析输入字符串为 LocalDateTime 对象
+		LocalDateTime dateTime = LocalDateTime.parse(inputDate, inputFormatter);
+		// 格式化为所需的输出格式
+		String formattedDate = dateTime.format(DateTimeFormatter.ofPattern(outputFormat));
+		return formattedDate ;
+	}
+
+
+	
+	public static String convertStringTotime(String datetime){
+		if(StringUtils.isBlank(datetime)){
+			return DateUtil.getDateTime(System.currentTimeMillis());
+		}
+		String creationTime = "";
+		if(datetime.length() == 13){
+			creationTime = DateUtil.getDateTime(Long.valueOf(datetime));
+		}else{
+			creationTime = DateUtil.getDateTime(Long.valueOf(datetime) *1000);
+		}
+		return creationTime ;
+		
+	}
+	 
+	public static long convertStringToLong(String datetime){
+		if(StringUtils.isBlank(datetime)){
+			return System.currentTimeMillis();
+		}
+		long creationTime ;
+		if(datetime.length() == 13){
+			creationTime  = Long.valueOf(datetime);
+		}else{
+			creationTime = Long.valueOf(datetime) *1000;
+		}
+		return creationTime ;
+	}
+	
+	public static long convertTimeTotime(String datetime){
+		if(StringUtils.isBlank(datetime)){
+			return System.currentTimeMillis() / 1000;
+		}
+		long creationTime ;
+		if(datetime.length() == 13){
+			creationTime =  Long.valueOf(datetime) / 1000;
+		}else{
+			creationTime = Long.valueOf(datetime) ;
+		}
+		return creationTime ;
+		
+	}
+	
+	
+	public static long convertDateTotime(String datetime){
+		if(StringUtils.isBlank(datetime)){
+			return System.currentTimeMillis() / 1000;
+		}
+		long creationTime = 0;
+		try {
+			SimpleDateFormat ddf1 = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+ 			creationTime = Long.valueOf(ddf1.parse(datetime).getTime()) / 1000;
+		} catch (Exception e) {
+			// TODO Auto-generated catch block
+			e.printStackTrace();
+ 		}
+		return creationTime ;
+		
+	}
+	
+	public static String getCurrentTime(){
+		long dateTime = System.currentTimeMillis() ;
+		SimpleDateFormat ddf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+		return ddf.format(new Date(dateTime));
+	}
+	
+	public static String getCurrentTime(long dateTime){
+		SimpleDateFormat ddf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+		return ddf.format(new Date(dateTime));
+	}
+	
+	public static String getDate(long dateTime){
+		SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss.SSSXXX");
+		return sdf.format(new Date(dateTime)); 
+	}
+	
+	public static String getDate(String dateTime){
+		SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss.SSSXXX");
+		SimpleDateFormat ddf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+		try {
+			Date date = ddf.parse(dateTime) ;
+			return sdf.format(date);
+		} catch (ParseException e) {
+			// TODO Auto-generated catch block
+			e.printStackTrace();
+			LOG.error("DataCheckUtil getDate() err data:"+dateTime); 
+			
+		}
+		return sdf.format(new Date()); 
+	}
+	 
+	public static long getDay(long dateTime){
+		try{
+			SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
+			String dayStr = sdf.format(new Date(dateTime));
+			Date date = sdf.parse(dayStr);
+			return date.getTime();
+		}catch(Exception e){
+			e.printStackTrace();
+			LOG.error("DataCheckUtil getDay() err data:"+dateTime); 
+		}
+		return 0;
+	}
+	
+	public static long getDay(String dateTime){
+		try{
+			SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
+			Date date = sdf.parse(dateTime);
+			return date.getTime();
+		}catch(Exception e){
+			e.printStackTrace();
+			LOG.error("DataCheckUtil getDay2() err data:"+dateTime);
+		}
+		return 0;
+	}
+	
+	
+//	public static void main(String[] args) {
+//		//System.out.println(checkData(""));
+//		/*System.out.println(System.currentTimeMillis());
+//        System.out.println(Calendar.getInstance().getTimeInMillis() / 1000);
+//        System.out.println(new Date().getTime() / 1000);
+//        System.out.println(DateUtil.getDateTime((System.currentTimeMillis() / 1000) * 1000));
+//        System.out.println(convertStringTotime("1558077405"));
+//        System.out.println(convertTimeTotime(null));*/
+//		//System.out.println(DateUtil.getTimeMillis("2019-03-01 01:01:01"));
+//
+//		/*String aa = DataCheckUtil.convertStringTotime("1563245342");
+//        System.out.println(aa);*/
+//		/*SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
+//		try {
+//			Date date = sdf.parse("2019-03-01");
+//			System.out.println(date.getTime());
+//		} catch (ParseException e) {
+//			// TODO Auto-generated catch block
+//			e.printStackTrace();
+//		}*/
+//		System.out.println(getDate("2019-03-01 01:01:01"));
+//	}
+	
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/util/DateUtil.java b/src/main/java/com/zyzs/otherdatasave/util/DateUtil.java
new file mode 100755
index 0000000..9f94d95
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/util/DateUtil.java
@@ -0,0 +1,936 @@
+package com.zyzs.otherdatasave.util;
+
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+
+import java.text.ParseException;
+import java.text.ParsePosition;
+import java.text.SimpleDateFormat;
+import java.util.Calendar;
+import java.util.Date;
+import java.util.GregorianCalendar;
+
+
+/**
+ * 日期处理工具类
+ */
+
+public class DateUtil {
+    //~ Static fields/initializers =============================================
+
+
+    private static Log log = LogFactory.getLog(DateUtil.class);
+    private static String defaultDatePattern = null;
+    private static String timePattern = "HH:mm";
+    public static final String TS_FORMAT = DateUtil.getDatePattern() + " HH:mm:ss.S";
+	private static Calendar cale = Calendar.getInstance();
+
+
+    //~ Methods ================================================================
+
+	public DateUtil(){
+	}
+
+	/**
+	 * 获得服务器当前日期及时间，以格式为：yyyy-MM-dd HH:mm:ss的日期字符串形式返回
+	 */
+	public static String getDateTime(){
+		try{
+			SimpleDateFormat datetime = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+			return datetime.format(Calendar.getInstance().getTime());
+		} catch(Exception e){
+			log.debug("DateUtil.getDateTime():" + e.getMessage());
+			return "";
+		}
+	}
+
+	/**
+	 * 获得服务器当前日期及时间，以格式为：yyyy-MM-dd HH:mm:ss的日期字符串形式返回
+	 */
+	public static String getDateTime(long date){
+		try{
+			SimpleDateFormat datetime = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+			return datetime.format(new Date(date));
+		} catch(Exception e){
+			log.debug("DateUtil.getDateTime():" + e.getMessage());
+			return "";
+		}
+	}
+
+	/**
+	 * 获得服务器当前日期，以格式为：yyyy-MM-dd的日期字符串形式返回
+	 */
+	public static String getDate(){
+		try{
+			SimpleDateFormat date = new SimpleDateFormat("yyyy-MM-dd");
+			return date.format(Calendar.getInstance().getTime());
+		} catch(Exception e){
+			log.debug("DateUtil.getDate():" + e.getMessage());
+			return "";
+		}
+	}
+
+	/**
+	 * 获得服务器当前时间，以格式为：HH:mm:ss的日期字符串形式返回
+	 */
+	public static String getTime(){
+		String temp = "";
+		try{
+			 SimpleDateFormat time = new SimpleDateFormat("HH:mm:ss");
+			temp += time.format(cale.getTime());
+			return temp;
+		} catch(Exception e){
+			log.debug("DateUtil.getTime():" + e.getMessage());
+			return "";
+		}
+	}
+
+	/**
+	 * 获得服务器当前时间，以格式为：HH:mm:ss的日期字符串形式返回
+	 */
+	public static int getHour(){
+		int temp = 0;
+		try{
+			temp = Calendar.getInstance().get(Calendar.HOUR_OF_DAY);
+			return temp;
+		} catch(Exception e){
+			log.debug("DateUtil.getTime():" + e.getMessage());
+			return 0;
+		}
+	}
+	
+	/**
+	 * 返回日期加X天后的日期
+	 */
+	@SuppressWarnings("static-access")
+	public static int getHour(String fromdate){
+		try{
+			SimpleDateFormat date = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+			GregorianCalendar gCal = new GregorianCalendar();
+			Date datetime = date.parse(fromdate) ;
+			gCal.setTime(datetime) ;
+			return gCal.get(gCal.HOUR_OF_DAY);
+		} catch(Exception e){
+			log.debug("DateUtil.addDay():" + e.toString());
+			return 0;
+		}
+	}
+
+	/**
+	 * 返回当前时间日期减去一个小时
+	 */
+	public static String getbeforeHour(){
+		try{
+			Calendar calendar = Calendar.getInstance();
+			calendar.setTime(new Date());
+			calendar.set(Calendar.HOUR, calendar.get(Calendar.HOUR) - 1);// 当前时间减去1小时
+			SimpleDateFormat date = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+			date.format(calendar.getTime());
+			return date.format(calendar.getTime());
+		} catch(Exception e){
+			log.debug("DateUtil.addDay():" + e.toString());
+			return "";
+		}
+	}
+
+
+
+	/**
+	 * 返回当前时间日期减去一个小时
+	 */
+	public static String TgetbeforeHour(){
+		try{
+			// 创建一个SimpleDateFormat对象，用于定义日期时间的格式
+			SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+			// 设置时区，如果不设置，默认使用系统时区
+			//sdf.setTimeZone(TimeZone.getTimeZone("GMT"));
+			// 创建一个Calendar对象，获取当前时间
+			Calendar calendar = Calendar.getInstance();
+			// 减去5分钟
+			calendar.add(Calendar.MINUTE, -5);
+			// 使用SimpleDateFormat格式化Calendar对象
+			String formattedDate = sdf.format(calendar.getTime());
+
+			return formattedDate;
+		} catch(Exception e){
+			log.debug("DateUtil.addDay():" + e.toString());
+			return "";
+		}
+	}
+
+
+
+
+
+
+
+
+	public static int getMinute(){
+		int temp = 0;
+		try{
+			temp = Calendar.getInstance().get(Calendar.MINUTE);
+			return temp;
+		} catch(Exception e){
+			log.debug("DateUtil.getTime():" + e.getMessage());
+			return 0;
+		}
+	}
+
+
+	/**
+	 * 统计时开始日期的默认值,
+	 * 今年的开始时间
+	 */
+	public static String getStartDate(){
+		try{
+			return getYear() + "-01-01";
+		} catch(Exception e){
+			log.debug("DateUtil.getStartDate():" + e.getMessage());
+			return "";
+		}
+	}
+
+	/**
+	 * 统计时结束日期的默认值
+	 */
+	public static String getEndDate(){
+		try{
+			return getDate();
+		} catch(Exception e){
+			log.debug("DateUtil.getEndDate():" + e.getMessage());
+			return "";
+		}
+	}
+
+
+	/**
+	 * 获得服务器当前日期的年份
+	 */
+	public static String getYear(){
+		try{
+			//返回的int型，需要字符串转换
+			return String.valueOf(cale.get(Calendar.YEAR));
+		} catch(Exception e){
+			log.debug("DateUtil.getYear():" + e.getMessage());
+			return "";
+		}
+	}
+
+	/**
+	 * 获得服务器当前日期的月份
+	 */
+	public static String getMonth(){
+		try{
+			//一个数字格式，非常好
+			java.text.DecimalFormat df = new java.text.DecimalFormat();
+			df.applyPattern("00");
+			return df.format((cale.get(Calendar.MONTH) + 1));
+			//return String.valueOf(cale.get(Calendar.MONTH) + 1);
+		} catch(Exception e){
+			log.debug("DateUtil.getMonth():" + e.getMessage());
+			return "";
+		}
+	}
+
+	/**
+	 * 获得服务器在当前月中天数
+	 */
+	public static String getDay(){
+		try{
+			return String.valueOf(cale.get(Calendar.DAY_OF_MONTH));
+		} catch(Exception e){
+			log.debug("DateUtil.getDay():" + e.getMessage());
+			return "";
+		}
+	}
+
+	/**
+	 * 比较两个日期相差的天数,
+	 * 第一个日期要比第二个日期要晚
+	 */
+	public static int getDays(String date1,String date2){
+		int margin;
+		try{
+			SimpleDateFormat date = new SimpleDateFormat("yyyy-MM-dd");
+			ParsePosition pos = new ParsePosition(0);
+			ParsePosition pos1 = new ParsePosition(0);
+			Date dt1 = date.parse(date1,pos);
+			Date dt2 = date.parse(date2,pos1);
+			long l = dt1.getTime() - dt2.getTime();
+			margin = (int)(l / (24 * 60 * 60 * 1000));
+			return margin;
+		} catch(Exception e){
+			log.debug("DateUtil.getDays():" + e.toString());
+			return 0;
+		}
+	}
+
+	/**
+	 * 比较两个日期相差的 小时数,
+	 * 第一个日期要比第二个日期要晚
+	 */
+	public static int getHours(String date1,String date2){
+		int margin;
+		try{
+			SimpleDateFormat datetime = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+			ParsePosition pos = new ParsePosition(0);
+			ParsePosition pos1 = new ParsePosition(0);
+			Date dt1 = datetime.parse(date1,pos);
+			Date dt2 = datetime.parse(date2,pos1);
+			long l = dt1.getTime() - dt2.getTime();
+			margin = (int)(l / ( 60 * 60 * 1000));
+			return margin;
+		} catch(Exception e){
+			log.debug("DateUtil.getHours():" + e.toString());
+			return 0;
+		}
+	}
+
+	/**
+	 * 比较两个日期相差的分钟数,
+	 * 第一个日期要比第二个日期要晚
+	 */
+	public static int getMinutes(String date1,String date2){
+		int margin;
+		try{
+			SimpleDateFormat datetime = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+			ParsePosition pos = new ParsePosition(0);
+			ParsePosition pos1 = new ParsePosition(0);
+			Date dt1 = datetime.parse(date1,pos);
+			Date dt2 = datetime.parse(date2,pos1);
+			long l = dt1.getTime() - dt2.getTime();
+			margin = (int)(l / ( 60 * 1000));
+			return margin;
+		} catch(Exception e){
+			log.debug("DateUtil.getMinutes():" + e.toString());
+			return 0;
+		}
+	}
+
+	/**
+	 * 返回日期加X天后的日期
+	 */
+	@SuppressWarnings("static-access")
+	public static int getMinutes(String fromdate){
+		try{
+			SimpleDateFormat date = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+			GregorianCalendar gCal = new GregorianCalendar();
+			Date datetime = date.parse(fromdate) ;
+			gCal.setTime(datetime) ;
+			return gCal.get(gCal.MINUTE);
+		} catch(Exception e){
+			log.debug("DateUtil.addDay():" + e.toString());
+			return 0;
+		}
+	}
+	
+	/**
+	 * 比较两个日期相差的秒数,
+	 * 第一个日期要比第二个日期要晚
+	 */
+	public static int getSeconds(String date1,String date2){
+		int margin;
+		try{
+			SimpleDateFormat datetime = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+			Date dt1 = datetime.parse(date1);
+			Date dt2 = datetime.parse(date2);
+			long dateintvlong = dt1.getTime() - dt2.getTime();
+			margin = (int)(dateintvlong /1000);
+			return margin;
+		} catch(Exception e){
+			log.debug("DateUtil.getSeconds():" + e.toString());
+			return 0;
+		}
+	}
+
+
+	/**
+	 * 比较两个日期相差的天数，格式不一样
+	 * 第一个日期要比第二个日期要晚
+	 */
+	public static double getDoubledays(String date1,String date2){
+		double margin;
+		try{
+			SimpleDateFormat datetime = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+			ParsePosition pos = new ParsePosition(0);
+			ParsePosition pos1 = new ParsePosition(0);
+			Date dt1 = datetime.parse(date1,pos);
+			Date dt2 = datetime.parse(date2,pos1);
+			long l = dt1.getTime() - dt2.getTime();
+			margin = (l / (24 * 60 * 60 * 1000.00));
+			return margin;
+		} catch(Exception e){
+			log.debug("DateUtil.getMargin():" + e.toString());
+			return 0;
+		}
+	}
+
+
+	/**
+	 * 比较两个日期相差的月数
+	 */
+	public static int getMonthMargin(String date1,String date2){
+		int margin;
+		try{
+			margin  = (Integer.parseInt(date2.substring(0,4)) - Integer.parseInt(date1.substring(0,4)))* 12;
+			margin += (Integer.parseInt(date2.substring(4,7).replaceAll("-0","-")) - Integer.parseInt(date1.substring(4,7).replaceAll("-0","-")));
+			return margin;
+		} catch(Exception e){
+			log.debug("DateUtil.getMargin():" + e.toString());
+			return 0;
+		}
+	}
+
+	/**
+	 * 返回日期加X天后的日期
+	 */
+	public static String addDay(String fromdate,int i){
+		try{
+			SimpleDateFormat date = new SimpleDateFormat("yyyy-MM-dd");
+			GregorianCalendar gCal = new GregorianCalendar(Integer.parseInt(fromdate.substring(0,4)),Integer.parseInt(fromdate.substring(5,7))-1,Integer.parseInt(fromdate.substring(8,10)));
+			gCal.add(GregorianCalendar.DATE,i);
+			return date.format(gCal.getTime());
+		} catch(Exception e){
+			log.debug("DateUtil.addDay():" + e.toString());
+			return getDate();
+		}
+	}
+	
+	/**
+	 * 返回日期加X天后的日期
+	 */
+	public static String addDay(int i){
+		try{
+			SimpleDateFormat date = new SimpleDateFormat("yyyy-MM-dd");
+			Calendar cale = Calendar.getInstance() ;
+			cale.add(Calendar.DAY_OF_MONTH, i) ;
+			return date.format(cale.getTime());
+		} catch(Exception e){
+			log.debug("DateUtil.addDay():" + e.toString());
+			return getDate();
+		}
+	}
+
+	/**
+	 * 返回日期加X月后的日期
+	 */
+	public static String addMonth(String fromdate,int i){
+		try{
+			SimpleDateFormat date = new SimpleDateFormat("yyyy-MM-dd");
+			GregorianCalendar gCal = new GregorianCalendar(Integer.parseInt(fromdate.substring(0,4)),Integer.parseInt(fromdate.substring(5,7))-1,Integer.parseInt(fromdate.substring(8,10)));
+			gCal.add(GregorianCalendar.MONTH,i);
+			return date.format(gCal.getTime());
+		} catch(Exception e){
+			log.debug("DateUtil.addMonth():" + e.toString());
+			return getDate();
+		}
+	}
+
+	/**
+	 * 返回日期加X年后的日期
+	 */
+	public static String addYear(String fromdate,int i){
+		try{
+			SimpleDateFormat date = new SimpleDateFormat("yyyy-MM-dd");
+			GregorianCalendar gCal = new GregorianCalendar(Integer.parseInt(fromdate.substring(0,4)),Integer.parseInt(fromdate.substring(5,7))-1,Integer.parseInt(fromdate.substring(8,10)));
+			gCal.add(GregorianCalendar.YEAR,i);
+			return date.format(gCal.getTime());
+		} catch(Exception e){
+			log.debug("DateUtil.addYear():" + e.toString());
+			return "";
+		}
+	}
+
+
+	/**
+	 * 返回某年某月中的最大天
+	 */
+	public static int getMaxDay(String year,String month){
+		int day = 0;
+		try{
+			int iyear = Integer.parseInt(year);
+			int imonth = Integer.parseInt(month);
+			if(imonth == 1 || imonth == 3 || imonth == 5 || imonth == 7 || imonth == 8 || imonth == 10 || imonth == 12){
+				day = 31;
+			} else if(imonth == 4 || imonth == 6 || imonth == 9 || imonth == 11){
+				day = 30;
+			} else if((0 == (iyear % 4)) && (0 != (iyear % 100)) || (0 == (iyear % 400))){
+				day = 29;
+			} else{
+				day = 28;
+			}
+			return day;
+		} catch(Exception e){
+			log.debug("DateUtil.getMonthDay():" + e.toString());
+			return 1;
+		}
+	}
+
+
+
+	/**
+	 * 格式化日期
+	 */
+	@SuppressWarnings("static-access")
+	public String rollDate(String orgDate,int Type,int Span){
+		try{
+			String temp = "";
+			int iyear,imonth,iday;
+			int iPos = 0;
+			char seperater = '-';
+			if(orgDate == null || orgDate.length() < 6){
+				return "";
+			}
+
+			iPos = orgDate.indexOf(seperater);
+			if(iPos > 0){
+				iyear = Integer.parseInt(orgDate.substring(0,iPos));
+				temp = orgDate.substring(iPos + 1);
+			} else{
+				iyear = Integer.parseInt(orgDate.substring(0,4));
+				temp = orgDate.substring(4);
+			}
+
+			iPos = temp.indexOf(seperater);
+			if(iPos > 0){
+				imonth = Integer.parseInt(temp.substring(0,iPos));
+				temp = temp.substring(iPos + 1);
+			} else{
+				imonth = Integer.parseInt(temp.substring(0,2));
+				temp = temp.substring(2);
+			}
+
+			imonth--;
+			if(imonth < 0 || imonth > 11){
+				imonth = 0;
+			}
+
+			iday = Integer.parseInt(temp);
+			if(iday < 1 || iday > 31)
+				iday = 1;
+
+			Calendar orgcale = Calendar.getInstance();
+			orgcale.set(iyear,imonth,iday);
+			temp = this.rollDate(orgcale,Type,Span);
+			return temp;
+		}catch(Exception e){
+			return "";
+		}
+	}
+
+	public static String rollDate(Calendar cal,int Type,int Span){
+		try{
+			SimpleDateFormat date = new SimpleDateFormat("yyyy-MM-dd");
+			String temp = "";
+			Calendar rolcale;
+			rolcale = cal;
+			rolcale.add(Type,Span);
+			temp = date.format(rolcale.getTime());
+			return temp;
+		}catch(Exception e){
+			return "";
+		}
+	}
+
+    /**
+     *
+     * 返回默认的日期格式
+     *
+     */
+    public static synchronized String getDatePattern() {
+        defaultDatePattern = "yyyy-MM-dd";
+        return defaultDatePattern;
+    }
+
+    /**
+     * 将指定日期按默认格式进行格式代化成字符串后输出如：yyyy-MM-dd
+     */
+    public static final String getDate(Date aDate) {
+        SimpleDateFormat df = null;
+        String returnValue = "";
+
+        if (aDate != null) {
+            df = new SimpleDateFormat(getDatePattern());
+            returnValue = df.format(aDate);
+        }
+
+        return (returnValue);
+    }
+
+
+
+    /**
+     * 取得给定日期的时间字符串，格式为当前默认时间格式
+     */
+    public static String getTimeNow(Date theTime) {
+        return getDateTime(timePattern, theTime);
+    }
+
+    /**
+     * 取得当前时间的Calendar日历对象
+     */
+    public Calendar getToday() throws ParseException {
+        Date today = new Date();
+        SimpleDateFormat df = new SimpleDateFormat(getDatePattern());
+        String todayAsString = df.format(today);
+        Calendar cal = new GregorianCalendar();
+        cal.setTime(convertStringToDate(todayAsString));
+        return cal;
+    }
+
+    /**
+     * 将日期类转换成指定格式的字符串形式
+     */
+    public static final String getDateTime(String aMask, Date aDate) {
+        SimpleDateFormat df = null;
+        String returnValue = "";
+
+        if (aDate == null) {
+            log.error("aDate is null!");
+        } else {
+            df = new SimpleDateFormat(aMask);
+            returnValue = df.format(aDate);
+        }
+        return (returnValue);
+    }
+
+    /**
+     * 将指定的日期转换成默认格式的字符串形式
+     */
+    public static final String convertDateToString(Date aDate) {
+        return getDateTime(getDatePattern(), aDate);
+    }
+
+
+    /**
+     * 将日期字符串按指定格式转换成日期类型
+     * @param aMask 指定的日期格式，如:yyyy-MM-dd
+     * @param strDate 待转换的日期字符串
+     */
+
+    public static final Date convertStringToDate(String aMask, String strDate)
+      throws ParseException {
+        SimpleDateFormat df = null;
+        Date date = null;
+        df = new SimpleDateFormat(aMask);
+
+        if (log.isDebugEnabled()) {
+            log.debug("converting '" + strDate + "' to date with mask '"
+                      + aMask + "'");
+        }
+        try {
+            date = df.parse(strDate);
+        } catch (ParseException pe) {
+            log.error("ParseException: " + pe);
+            throw pe;
+        }
+        return (date);
+    }
+
+    /**
+     * 将日期字符串按默认格式转换成日期类型
+     */
+    public static Date convertStringToDate(String strDate)
+      throws ParseException {
+        Date aDate = null;
+
+        try {
+            if (log.isDebugEnabled()) {
+                log.debug("converting date with pattern: " + getDatePattern());
+            }
+            aDate = convertStringToDate(getDatePattern(), strDate);
+        } catch (ParseException pe) {
+            log.error("Could not convert '" + strDate
+                      + "' to a date, throwing exception");
+            throw new ParseException(pe.getMessage(),
+                                     pe.getErrorOffset());
+
+        }
+
+        return aDate;
+    }
+
+    /**
+     * 返回一个JAVA简单类型的日期字符串
+     */
+    public static String getSimpleDateFormat(){
+    	SimpleDateFormat formatter=new SimpleDateFormat();
+		String NDateTime=formatter.format(new Date());
+		return NDateTime;
+    }
+
+    /**
+     * 将两个字符串格式的日期进行比较
+     * @param last 要比较的第一个日期字符串
+     * @param now	要比较的第二个日期格式字符串
+     * @return true(last 在now 日期之前),false(last 在now 日期之后)
+     */
+    public static boolean compareTo(String last, String now) {
+		try {
+			SimpleDateFormat formatter = new SimpleDateFormat(
+					"yyyy-MM-dd HH:mm:ss");
+			Date temp1 = formatter.parse(last);
+			Date temp2 = formatter.parse(now);
+			if (temp1.after(temp2))
+				return false;
+			else if (temp1.before(temp2))
+				return true;
+		} catch (ParseException e) {
+			log.debug(e.getMessage());
+		}
+		return false;
+	}
+    
+    
+    /**
+     * 将两个字符串格式的日期进行比较
+     * @param last 要比较的第一个日期字符串
+     * @param now	要比较的第二个日期格式字符串
+     * @return true(last 在now 日期之前),false(last 在now 日期之后)
+     */
+    public static boolean compareToForBBS(String last, String now) {
+		try {
+			if(last.equals(now))
+				return true;
+			SimpleDateFormat formatter = new SimpleDateFormat(
+					"yyyy-MM-dd");
+			Date temp1 = formatter.parse(last);
+			Date temp2 = formatter.parse(now);
+			if (temp1.after(temp2))
+				return false;
+			else if (temp1.before(temp2))
+				return true;
+		} catch (ParseException e) {
+			log.debug(e.getMessage());
+		}
+		return false;
+	}
+
+
+
+
+
+    /**
+     *  为查询日期添加最小时间
+     *  @return
+     */
+    @SuppressWarnings("deprecation")
+	public static Date addStartTime(Date param) {
+    	Date date = param;
+        try{
+        	date.setHours(0);
+        	date.setMinutes(0);
+        	date.setSeconds(0);
+            return date;
+        }catch(Exception ex){
+        	return date;
+        }
+    }
+
+
+
+    /**
+     * 为查询日期添加最大时间
+     *  @return
+     */
+    @SuppressWarnings("deprecation")
+	public static Date addEndTime(Date param) {
+    	Date date = param;
+        try{
+        	date.setHours(23);
+        	date.setMinutes(59);
+        	date.setSeconds(0);
+            return date;
+        }catch(Exception ex){
+            return date;
+        }
+    }
+
+
+
+    /**
+     * 返回系统现在年份中指定月份的天数
+     * @return 指定月的总天数
+     */
+    @SuppressWarnings("deprecation")
+	public static String getMonthLastDay(int month)
+	{
+		Date date=new Date();
+		int[][] day={{0,30,28,31,30,31,30,31,31,30,31,30,31},
+						{0,31,29,31,30,31,30,31,31,30,31,30,31}};
+		int year=date.getYear()+1900;
+		if(year%4==0 && year%100!=0 || year%400==0)
+		{
+			return day[1][month]+"";
+		}
+		else
+		{
+			return day[0][month]+"";
+		}
+	}
+
+    /**
+     * 返回指定年份中指定月份的天数
+     * @return 指定月的总天数
+     */
+    public static String getMonthLastDay(int year,int month)
+	{
+		int[][] day={{0,30,28,31,30,31,30,31,31,30,31,30,31},
+						{0,31,29,31,30,31,30,31,31,30,31,30,31}};
+		if(year%4==0 && year%100!=0 || year%400==0)
+		{
+			return day[1][month]+"";
+		}
+		else
+		{
+			return day[0][month]+"";
+		}
+	}
+
+    /**
+     * 取得当前时间的日戳
+     * @return
+     */
+    @SuppressWarnings("deprecation")
+	public static String getTimestamp(){
+    	Date date=new Date();
+    	String timestamp=""+(date.getYear()+1900)+date.getMonth()+date.getDate()+date.getMinutes()+date.getSeconds()+date.getTime();
+    	return timestamp;
+    }
+    /**
+     * 取得指定时间的日戳
+     * @return
+     */
+    @SuppressWarnings("deprecation")
+	public static String getTimestamp(Date date){
+    	String timestamp=""+(date.getYear()+1900)+date.getMonth()+date.getDate()+date.getMinutes()+date.getSeconds()+date.getTime();
+    	return timestamp;
+    }
+    
+	
+	public static Date getDate(String time) {
+		Date date = new Date();
+		try {
+			SimpleDateFormat datetime = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+			date = datetime.parse(time);
+		} catch (ParseException e) {
+			e.printStackTrace();
+		}
+		return date;
+	}
+
+    
+    public static long getTimeMillis(String datetime){
+		long timemillis = 0 ;
+		Calendar cal = Calendar.getInstance();
+		Date date = getDate(datetime) ;
+		cal.setTime(date) ;
+		timemillis = cal.getTimeInMillis() ;
+		return timemillis ;
+	}
+   public   static  long getcurr(){
+	      Date date = new Date();
+	      Long l_date = date.getTime();
+	      return l_date;
+   }
+    //获取一个小时之前的时间戳
+	public   static  long getbeforonecurr(){
+		try {
+			Date date = new Date();
+			Long l_date = System.currentTimeMillis();
+			return l_date-60*60*1000;
+		} catch (Exception e) {
+			return  0L;
+		//	e.printStackTrace();
+		}
+	}
+
+	public static long getday(){
+		SimpleDateFormat dateFormat = new SimpleDateFormat("yyyy-MM-dd");
+		Calendar calendar = Calendar.getInstance();
+		try {
+			return  dateFormat.parse(dateFormat.format(calendar.getTime())).getTime();
+		} catch (ParseException e) {
+			return  0L;
+		}
+	}
+
+
+
+
+	public static long getsmallSec(String datetime1,String datetime2){
+		long time1 = 0 ;
+		long time2 = 0 ;
+		long time = 0 ;
+		if(datetime1!=null){
+			time1 = getTimeMillis(datetime1) ;
+		}
+		if(datetime2!=null){
+			time2 = getTimeMillis(datetime2) ;
+		}
+		if(time1==0){
+			time = time2 ;
+		}else if(time2==0){
+			time = time1 ;
+		}else if(time1>time2){
+			time = time2 ;
+		}else{
+			time = time1 ;
+		}
+		time = time/1000 ;
+		return time ;
+	}
+    
+	/** 
+	 * @Description: TODO
+	 * @param calendarField 修改的字段
+	 * @param calc add/sub
+	 * @param n
+	 * @return 
+	 *   
+	 * @return String     
+	 * @throws 
+	*/
+	public static String getDatetimeNfieldgap(int calendarField,String calc,int n){
+		try{
+			SimpleDateFormat datetime = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+			Calendar cal = Calendar.getInstance() ;
+			int value = cal.get(calendarField) ;
+			if(calc.equals("add")){
+				cal.set(calendarField, value+n) ;
+			}else if(calc.equals("sub")){
+				cal.set(calendarField, value-n);
+			}
+			return datetime.format(cal.getTime());
+		} catch(Exception e){
+			log.debug("DateUtil.getDay():" + e.getMessage());
+			return "" ;
+		}
+	}
+	
+	@SuppressWarnings("static-access")
+	public static void sleep(int seconds){
+		if(seconds<1)
+			return;
+		try {
+			Thread.currentThread().sleep(seconds*1000);
+		} catch (InterruptedException e) {
+			e.printStackTrace();
+		}
+	}
+	
+	@SuppressWarnings("static-access")
+	public static void sleepLong(long millisecond){
+		if(millisecond<1)
+			return;
+		try {
+			Thread.currentThread().sleep(millisecond);
+		} catch (InterruptedException e) {
+			e.printStackTrace();
+		}
+	}
+	
+	public static void main(String[] args) {
+		System.out.println(TgetbeforeHour());
+	}
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/util/EsUtils.java b/src/main/java/com/zyzs/otherdatasave/util/EsUtils.java
new file mode 100644
index 0000000..4ac1322
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/util/EsUtils.java
@@ -0,0 +1,644 @@
+package com.zyzs.otherdatasave.util;
+
+import com.alibaba.fastjson.JSON;
+import com.alibaba.fastjson.JSONObject;
+import com.google.common.collect.Lists;
+import com.google.common.collect.Maps;
+import org.apache.http.HttpHost;
+import org.apache.http.auth.AuthScope;
+import org.apache.http.auth.UsernamePasswordCredentials;
+import org.apache.http.impl.client.BasicCredentialsProvider;
+import org.apache.http.impl.nio.client.HttpAsyncClientBuilder;
+import org.apache.http.impl.nio.reactor.IOReactorConfig;
+import org.elasticsearch.action.search.*;
+import org.elasticsearch.client.RequestOptions;
+import org.elasticsearch.client.RestClient;
+import org.elasticsearch.client.RestClientBuilder;
+import org.elasticsearch.client.RestHighLevelClient;
+import org.elasticsearch.client.indices.GetIndexRequest;
+import org.elasticsearch.common.Strings;
+import org.elasticsearch.core.TimeValue;
+import org.elasticsearch.index.query.BoolQueryBuilder;
+import org.elasticsearch.index.query.QueryBuilder;
+import org.elasticsearch.index.query.QueryBuilders;
+import org.elasticsearch.index.query.WrapperQueryBuilder;
+import org.elasticsearch.search.Scroll;
+import org.elasticsearch.search.SearchHit;
+import org.elasticsearch.search.aggregations.AggregationBuilder;
+import org.elasticsearch.search.aggregations.AggregationBuilders;
+import org.elasticsearch.search.aggregations.bucket.terms.Terms;
+import org.elasticsearch.search.builder.SearchSourceBuilder;
+import org.joda.time.LocalDateTime;
+import org.joda.time.format.DateTimeFormat;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.function.Consumer;
+
+
+public abstract class EsUtils {
+    private static final Logger LOGGER = LoggerFactory.getLogger(EsUtils.class);
+    private static final Map<String, RestHighLevelClient> CLIENT_MAP = Maps.newHashMap();
+    private static final String DOCS = "docs";
+
+    public static void registerCluster(String clusterName, String[] brokers) {
+        RestClientBuilder builder;
+        RestHighLevelClient restHighLevelClient;
+        HttpHost[] httpHosts = new HttpHost[brokers.length];
+        for(int i = 0 ; i < brokers.length ; i++){
+            String[] brokerIpHost = brokers[i].split(":");
+            httpHosts[i] = new HttpHost(brokerIpHost[0],Integer.valueOf(brokerIpHost[1]),"http");
+        }
+        final BasicCredentialsProvider credentialsProvider = new BasicCredentialsProvider();
+        credentialsProvider.setCredentials(AuthScope.ANY, new UsernamePasswordCredentials("elastic", "baifendian123"));
+        builder= RestClient.builder(httpHosts)
+                .setHttpClientConfigCallback(new RestClientBuilder.HttpClientConfigCallback() {
+                    @Override
+                    public HttpAsyncClientBuilder customizeHttpClient(HttpAsyncClientBuilder httpClientBuilder) {
+                        return httpClientBuilder
+                                .setDefaultCredentialsProvider(credentialsProvider)
+                                .setMaxConnTotal(100)
+                                .setMaxConnPerRoute(100)
+                                .setDefaultIOReactorConfig(
+                                        IOReactorConfig.custom()
+                                                .setIoThreadCount(Runtime.getRuntime().availableProcessors())
+                                                .build()
+                                );
+                    }
+                });
+
+        restHighLevelClient = new RestHighLevelClient(builder);
+        CLIENT_MAP.put(clusterName, restHighLevelClient);
+    }
+
+
+
+
+
+    /**
+     * 查询
+     */
+    /**
+     * 查询
+     */
+    public static void scrollQuery(String clusterName, String []indices, String type,
+                                   QueryBuilder queryBuilder, Integer size, int minutes,
+                                   Consumer<List<JSONObject>> consumer) {
+        try {
+            RestHighLevelClient client=getClient(clusterName);
+            SearchResponse response = null;
+            //失效时间为3min
+
+
+//            // 第一个SearchRequest
+//            SearchRequest searchRequest = new SearchRequest(indexName);
+//            searchRequest.scroll(scroll);
+//            SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+//            searchSourceBuilder.query(QueryBuilders.matchAllQuery()); // 这里只是一个示例查询，你可以替换成任何你需要的查询
+//            searchRequest.source(searchSourceBuilder);
+//
+
+            Scroll scroll = new Scroll(TimeValue.timeValueMinutes(3));
+
+            SearchRequest searchRequest = new SearchRequest(indices);
+            searchRequest.scroll(scroll);
+
+            // 创建一个SearchSourceBuilder并设置查询和其他参数
+            SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+            searchSourceBuilder.query(queryBuilder).size(size);// 这里只是一个示例，你可以设置任何查询
+            // 将SearchSourceBuilder设置到SearchRequest中
+            searchRequest.source(searchSourceBuilder);
+
+            long s = System.currentTimeMillis();
+            // 执行初始搜索
+            try {
+                response = client.search(searchRequest, RequestOptions.DEFAULT);
+
+            } catch (IOException e) {
+                e.printStackTrace();
+            }
+            long e = System.currentTimeMillis();
+            LOGGER.error("First query es, size:{}, took:{} ms.indices:{}",
+                    response.getHits().getHits().length, (e - s),indices);
+
+
+            // 获取scroll_id
+            String scrollId = response.getScrollId();
+            while (response.getHits().getHits().length > 0) {
+                List<JSONObject> dataList = Lists.newLinkedList();
+                for (SearchHit hit : response.getHits().getHits()) {
+                    dataList.add(JSON.parseObject(hit.getSourceAsString()));
+                }
+                consumer.accept(dataList);
+                if (dataList.size() < size) {
+                    break;
+                }
+
+                long s1 = System.currentTimeMillis();
+                //获取scrollId
+                SearchScrollRequest searchScrollRequest = new SearchScrollRequest(scrollId);
+                searchScrollRequest.scroll(scroll);
+                try {
+                    response = client.searchScroll(searchScrollRequest,RequestOptions.DEFAULT);
+                } catch (IOException ioException) {
+                    ioException.printStackTrace();
+                }
+                scrollId = response.getScrollId();
+                long e1 = System.currentTimeMillis();
+                LOGGER.error("Query es, size:{}, took:{} ms,scrollIds:{},indices:{}",
+                        response.getHits().getHits().length, (e1 - s1),scrollId,indices);
+            }
+            // 清除scroll
+            ClearScrollRequest clearScrollRequest = new ClearScrollRequest();
+            clearScrollRequest.addScrollId(scrollId);
+            ClearScrollResponse clearScrollResponse = client.clearScroll(clearScrollRequest, RequestOptions.DEFAULT);
+            boolean succeeded = clearScrollResponse.isSucceeded();
+        } catch (IOException ioException) {
+            ioException.printStackTrace();
+        }
+    }
+
+    /**
+     * 查询前[size]满足条件的数据
+     * @return 没有数据：返回null，有数据：返回数据列表
+     */
+    public static List<JSONObject> query(String clusterName, String index, final QueryBuilder queryBuilder, int size) {
+        RestHighLevelClient restHighLevelClient=getClient(clusterName);
+        SearchRequest searchRequest = new SearchRequest(index);
+        // 创建一个SearchSourceBuilder并设置查询和其他参数
+        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+        searchSourceBuilder.query(queryBuilder)
+                .size(size);// 这里只是一个示例，你可以设置任何查询
+        searchSourceBuilder.trackTotalHits(true);
+        // 将SearchSourceBuilder设置到SearchRequest中
+        searchRequest.source(searchSourceBuilder);
+        // 执行搜索请求
+        SearchResponse searchResponse = null;
+
+
+        try {
+            searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
+        } catch (IOException e) {
+            e.printStackTrace();
+        }
+        List<JSONObject> dataList = new ArrayList<>();
+        if (searchResponse.getHits().getTotalHits().value > 0) {
+            SearchHit[] hits = searchResponse.getHits().getHits();
+            for (int i = 0; i < hits.length; i++) {
+                SearchHit[] hit2 = searchResponse.getHits().getHits();
+                JSONObject data = new JSONObject();
+                data.putAll(hit2[i].getSourceAsMap());
+                data.put("subjectId", hit2[i].getIndex()
+                        .replace("cl_major_", "")
+                        .replace("cl_subject_", "")
+                        .replace("cl_special_1.0_", ""));
+                dataList.add(data);
+            }
+            return dataList;
+        }
+
+
+
+//        try {
+//            searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
+//        } catch (IOException e) {
+//            e.printStackTrace();
+//        }
+//        SearchResponse response = client.prepareSearch()
+//                .setIndices(index)
+//                .setIndicesOptions(IndicesOptions.fromOptions(true, true,
+//                        true, false))
+//                .setSize(size)
+//                .setFrom(0)
+//                .setQuery(queryBuilder)
+//                .execute().actionGet();
+//        if (response.getHits().totalHits > 0) {
+//            List<JSONObject> dataList = Lists.newLinkedList();
+//            SearchHit[] hits = response.getHits().getHits();
+//            for (int i = 0; i < hits.length; i++) {
+//                JSONObject data = new JSONObject();
+//                data.putAll(hits[i].getSourceAsMap());
+//                dataList.add(data);
+//            }
+//            return dataList;
+//        }
+
+        return null;
+    }
+
+    /**
+     * 根据时间范围获取index集合
+     *
+     * @param startMills 起始时间（ms）
+     * @param endMils    结束时间（ms）
+     * @return
+     */
+    public static String[] getIndices(String prefix, String separator,
+                                      long startMills, long endMils, String pattern) {
+        List<String> indexList = Lists.newArrayList();
+        LocalDateTime start = new LocalDateTime(startMills);
+        LocalDateTime end = new LocalDateTime(endMils);
+        for (LocalDateTime dt = start; dt.isBefore(end); dt = dt.plusDays(1)) {
+            String dtStr = dt.toString(DateTimeFormat.forPattern(pattern));
+            String index = new StringBuilder()
+                    .append(prefix)
+                    .append(separator)
+                    .append(dtStr)
+                    .toString();
+            indexList.add(index);
+        }
+
+        String[] indices = new String[indexList.size()];
+        indices = indexList.toArray(indices);
+        return indices;
+    }
+
+    /**
+     * 根据时间范围获取index集合
+     * @param startMills 起始时间（ms）
+     * @param endMils    结束时间（ms）
+     * @return
+     */
+    public static String[] getIndices(String prefix, String separator,
+                                      long startMills, long endMils,
+                                      String pattern, Long upperMills,
+                                      String standbyIndex,Long year) {
+        List<String> indexList = Lists.newArrayList();
+        LocalDateTime start = new LocalDateTime(startMills);
+        LocalDateTime end = new LocalDateTime(endMils);
+        LocalDateTime upper = new LocalDateTime(upperMills);
+        if (start.isBefore(upper)) {
+            indexList.add(standbyIndex);
+            start = upper;
+        }
+        if(startMills < year){
+            for (LocalDateTime dt = start; dt.isEqual(end) || dt.isBefore(end); dt = dt.plusYears(1)) {
+                String dtStr = dt.toString(DateTimeFormat.forPattern("YYYY"));
+                String index = new StringBuilder()
+                        .append(prefix)
+                        .append(separator)
+                        .append(dtStr)
+                        .toString();
+                indexList.add(index);
+            }
+            start = new LocalDateTime(year);
+        }
+        for (LocalDateTime dt = start; dt.isEqual(end) || dt.isBefore(end); dt = dt.plusDays(1)) {
+            String dtStr = dt.toString(DateTimeFormat.forPattern(pattern));
+            String index = new StringBuilder()
+                    .append(prefix)
+                    .append(separator)
+                    .append(dtStr)
+                    .toString();
+            indexList.add(index);
+        }
+        // 只拉主贴，
+        indexList.add("cl_index_item");
+        String[] indices = new String[indexList.size()];
+        indices = indexList.toArray(indices);
+        return indices;
+    }
+
+//    public static void main(String[] args) {
+//        String prefix = "cl_aaa_";
+//        String separator = "-";
+//        long startMills = 1083340800000L;
+//        long endMils = 1556640000000L; //1556640000   1546272000000L
+//        String pattern =  AppConfig.DATE_FORMAT;
+//        Long upperMills = 946656000L;
+//        String standbyIndex = "cl_index_0";
+//        String [] indexs = {};
+//        if(startMills <  1546272000000L){
+//            LocalDateTime start = new LocalDateTime(startMills);
+//            LocalDateTime end = new LocalDateTime(endMils);
+//            LocalDateTime upper = new LocalDateTime(upperMills);
+//            for (LocalDateTime dt = start; dt.isEqual(end) || dt.isBefore(end); dt = dt.plusYears(1)) {
+//                String dtStr = dt.toString(DateTimeFormat.forPattern("YYYY"));
+//                String index = new StringBuilder()
+//                        .append(prefix)
+//                        .append(separator)
+//                        .append(dtStr)
+//                        .toString();
+//                System.out.println("*** "+ index);
+//                //indexs.add(index);
+//            }
+//        }
+//        startMills = 1546272000000L;
+//        indexs = getIndices(prefix,separator,startMills,endMils,pattern,upperMills,standbyIndex);
+//        for (int i = 0 ; i < indexs.length ; i ++){
+//            System.out.println(indexs[i]);
+//        }
+//    }
+
+    /**
+     * 根据indexName获取一定存在的index
+     * 如果indexName存在则返回，不存在则创建
+     */
+//    public static String getOrCreateIndex(String clusterName, String indexName, String type,
+//                                          int shard, int replica, String mappingFile) {
+//        try {
+//            if (!EsUtils.exists(clusterName, indexName)) {
+//                byte[] bytes = Files.readAllBytes(Paths.get(mappingFile));
+//                String mappingDef = new String(bytes);
+//                boolean flag = EsUtils.createIndex(clusterName, indexName, type,
+//                        shard, replica, mappingDef);
+//                if (!flag) {
+//                    throw new RuntimeException("Create index " + indexName + " error.");
+//                }
+//            }
+//        } catch (Exception e) {
+//            throw new RuntimeException(e);
+//        }
+//        return indexName;
+//    }
+
+    /**
+     * index一个文档
+     */
+//    public static String index(String clusterName, String indexName, String type, final JSONObject data, String idField) {
+//        indexName = indexName.replace("cl_major_","cl_special_1.0_");
+//        TransportClient client = getClient(clusterName);
+//        IndexResponse response = client.prepareIndex(indexName, type)
+//                .setSource(data, XContentType.JSON)
+//                .setId(data.getString(idField))
+//                .get();
+//        // 并且创建好别名
+//        String aliasName = indexName.replace("cl_special_1.0_","cl_major_");
+//        client.admin().indices().prepareAliases().addAlias(indexName,aliasName).execute().actionGet();
+//        return response.getId();
+//    }
+
+    /**
+     * 根据日期
+     * index一个文档
+     */
+//    public static void index(String clusterName, String indexName, String type, final List<JSONObject> dataList, String idField) {
+//        if (CollectionUtils.isEmpty(dataList)) {
+//            return;
+//        }
+//        TransportClient client = getClient(clusterName);
+//        for (int i = 0; i < dataList.size(); i++) {
+//            JSONObject data = dataList.get(i);
+//            client.prepareIndex(indexName, type)
+//                    .setSource(data, XContentType.JSON)
+//                    .setId(data.getString(idField))
+//                    .get();
+//        }
+//    }
+
+    /**
+     * 批量index文档
+     */
+//    public static boolean bulkIndex(String clusterName, final List<BulkItem> bulkItemList, String idField) {
+//        if (CollectionUtils.isEmpty(bulkItemList)) {
+//            return true;
+//        }
+//        TransportClient client = getClient(clusterName);
+//        BulkRequestBuilder rb = client.prepareBulk();
+//        for (BulkItem item : bulkItemList) {
+//            rb.add(client.prepareIndex(item.getIndexName(), item.getType(), item.getData().getString(idField))
+//                    .setSource(item.getData(), XContentType.JSON));
+//        }
+//        BulkResponse response = rb.get();
+//        LOGGER.info("Bulk index, size:{}.", bulkItemList.size());
+//        return response.hasFailures();
+//    }
+
+    /**
+     * 判断索引是否存在
+     */
+//    public static Boolean exists(String clusterName, String indexName) {
+//        TransportClient client = getClient(clusterName);
+//        IndicesExistsRequest request = new IndicesExistsRequest()
+//                .indices(indexName);
+//        IndicesExistsResponse response = client.admin().indices().exists(request).actionGet();
+//        return response.isExists();
+//    }
+
+    /**
+     * 创建一个index
+     */
+//    public static Boolean createIndex(String clusterName, String indexName, String type,
+//                                      Integer shardCount, Integer replicaCount, String mappingDef) {
+//        TransportClient client = getClient(clusterName);
+//        CreateIndexRequest request = new CreateIndexRequest(indexName);
+//        request.settings(Settings.builder()
+//                .put("index.number_of_shards", shardCount)
+//                .put("index.number_of_replicas", replicaCount)
+//                .put("index.refresh_interval", 2, TimeUnit.SECONDS)
+//                .put("index.analysis.filter.shingle_filter.type", "shingle")
+//                .put("index.analysis.filter.shingle_filter.min_shingle_size", 2)
+//                .put("index.analysis.filter.shingle_filter.max_shingle_size", 2)
+//                .put("index.analysis.filter.shingle_filter.output_unigrams", false)
+//                .put("index.analysis.analyzer.shingle_analyzer.type", "custom")
+//                .put("index.analysis.analyzer.shingle_analyzer.tokenizer", "ik_smart")
+//                .putArray("index.analysis.analyzer.shingle_analyzer.filter", "lowercase", "shingle_filter")
+//        );
+//
+//        request.mapping(type, mappingDef, XContentType.JSON);
+//        CreateIndexResponse createIndexResponse = client.admin().indices().create(request).actionGet();
+//        boolean acknowledged = createIndexResponse.isAcknowledged();
+//        boolean shardsAcknowledged = createIndexResponse.isShardsAcked();
+//        if (acknowledged && shardsAcknowledged) {
+//            return true;
+//        }
+//        return false;
+//    }
+
+    /**
+     * 删除index
+     */
+
+//    public static Boolean deleteIndex(String clusterName, String indexName) {
+//        TransportClient client = getClient(clusterName);
+//        DeleteIndexRequest request = new DeleteIndexRequest()
+//                .indices(indexName);
+//        AcknowledgedResponse response = client.admin().indices().delete(request).actionGet();
+//        return response.isAcknowledged();
+//    }
+    private static RestHighLevelClient getClient(String clusterName) {
+        return CLIENT_MAP.get(clusterName);
+    }
+    public static BulkItem buildBulkItem(String indexName, String type, final JSONObject data) {
+        return new BulkItem()
+                .setIndexName(indexName)
+                .setType(type)
+                .setData(data);
+    }
+
+    public static class BulkItem {
+        String indexName;
+        String type;
+        JSONObject data;
+
+        public String getIndexName() {
+            return indexName;
+        }
+
+        public BulkItem setIndexName(String indexName) {
+            this.indexName = indexName;
+            return this;
+        }
+
+        public String getType() {
+            return type;
+        }
+
+        public BulkItem setType(String type) {
+            this.type = type;
+            return this;
+        }
+
+        public JSONObject getData() {
+            return data;
+        }
+
+        public BulkItem setData(JSONObject data) {
+            this.data = data;
+            return this;
+        }
+    }
+
+
+    public static boolean indexExists(String clusterName,String index){
+        RestHighLevelClient client=getClient(clusterName);
+        GetIndexRequest getIndexRequest = new GetIndexRequest(index);
+        try {
+            return client.indices().exists(getIndexRequest, RequestOptions.DEFAULT);
+        } catch (IOException e) {
+            e.printStackTrace();
+        }
+        return false;
+    }
+
+    public static AggregationBuilder getSubjectChannelAB(String tag) {
+        boolean sort = true;
+        // tag = docType  是渠道的类型
+        AggregationBuilder  aggregationBuilder = AggregationBuilders.
+                terms(tag + "Tag").field(tag)
+                .size(1000)
+                .minDocCount(0);
+        //.order(BucketOrder.count(sort));
+        return aggregationBuilder;
+    }
+
+    public static Terms queryTag(String clusterName, String[] index,
+                                 QueryBuilder queryBuilder,
+                                 AggregationBuilder aggregationBuilder, String tag){
+//        TransportClient client = getClient(clusterName);
+        RestHighLevelClient client=getClient(clusterName);
+
+        SearchRequest searchRequest = new SearchRequest(index);
+        // 创建一个SearchSourceBuilder并设置查询和其他参数
+        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+        searchSourceBuilder.query(queryBuilder);
+
+        // 添加聚合  // 返回最热门的10个类别
+        searchSourceBuilder.aggregation(aggregationBuilder );
+
+        // 执行搜索请求
+        SearchResponse searchResponse = null;
+
+
+        try {
+            searchResponse = client.search(searchRequest, RequestOptions.DEFAULT);
+        } catch (IOException e) {
+            e.printStackTrace();
+        }
+////
+////        SearchRequestBuilder requestBuilder = client.prepareSearch()
+////                .setIndices(index)
+////                .setIndicesOptions(IndicesOptions.fromOptions(true, true,
+////                        true, false))
+////                .setTypes("docs");
+////        requestBuilder.addAggregation(aggregationBuilder);
+////        requestBuilder.setQuery(queryBuilder);
+////        System.out.println("***** queryTag ： " + requestBuilder.toString());
+//        SearchResponse response = requestBuilder.execute().actionGet();
+        Terms aggregation = searchResponse.getAggregations().get(tag);
+        return aggregation;
+    }
+
+    public static Long queryCount(String clusterName, String index, BoolQueryBuilder qb) {
+        RestHighLevelClient  client = getClient(clusterName);
+        // 创建一个SearchRequest
+        SearchRequest searchRequest = new SearchRequest(index);
+        // 创建一个SearchSourceBuilder并设置查询和其他参数
+        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+        searchSourceBuilder.query(qb);// 这里只是一个示例，你可以设置任何查询
+        searchSourceBuilder.trackTotalHits(true);
+        // 将SearchSourceBuilder设置到SearchRequest中
+        searchRequest.source(searchSourceBuilder);
+        // 执行搜索请求
+        SearchResponse searchResponse = null;
+        try {
+            searchResponse = client.search(searchRequest, RequestOptions.DEFAULT);
+        } catch (IOException e) {
+            e.printStackTrace();
+        }
+        Long count = searchResponse.getHits().getTotalHits().value;
+
+        return count;
+    }
+
+    public static Map<String,Long> parseTerms(Terms result) {
+        Map<String,Long> resultMap = new HashMap<>();
+        if (result.getBuckets().size() > 0) {
+            for (Terms.Bucket bucket : result.getBuckets()) {
+                long count = bucket.getDocCount();
+                if(null != bucket.getKey()) {
+                    resultMap.put(bucket.getKey().toString(), count);
+                }
+            }
+        }
+        return resultMap;
+    }
+
+    /**
+     * 组装 cralwDataFlag 类型的查询结果
+     */
+    public static Map<String,Long> getResultMap(Map<String, Long> termsMap) {
+        Map<String,Long> resultMap = new HashMap<>();
+        Long urlCount = 0L;
+        Long accountCount = 0L;
+        Long keywordCount = 0L;
+        for (Map.Entry<String, Long> entry : termsMap.entrySet()) {
+            if(entry.getKey().startsWith("url:")){
+                urlCount = urlCount + entry.getValue();
+            }
+            if(entry.getKey().startsWith("account:")){
+                accountCount = accountCount + entry.getValue();
+            }
+            if(entry.getKey().startsWith("keyword:")){
+                keywordCount = keywordCount + entry.getValue();
+            }
+        }
+        resultMap.put("url", urlCount);
+        resultMap.put("account", accountCount);
+        resultMap.put("keyword", keywordCount);
+        return resultMap;
+    }
+
+    public static BoolQueryBuilder getBoolQueryBuilderFromSqlStr(String str) {
+        LOGGER.info("[EsUtils] getBoolQueryBuilderFromSqlStr ...");
+        BoolQueryBuilder qb = QueryBuilders.boolQuery();
+        if (Strings.isNullOrEmpty(str) || !str.startsWith("BoolQueryBuilder=")) {
+            return qb;
+        }
+        // str = str.replaceAll("\t", " ");
+        int start = str.indexOf("{");
+        String jsonStr = str.substring(start);
+        JSONObject json = (JSONObject) JSONObject.parse(jsonStr);
+        if (null == json) {
+            return qb;
+        }
+        WrapperQueryBuilder wrapper = QueryBuilders.wrapperQuery(jsonStr);
+        qb.must(wrapper);
+        return qb;
+    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/util/MfMD5Util.java b/src/main/java/com/zyzs/otherdatasave/util/MfMD5Util.java
new file mode 100755
index 0000000..4d42d80
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/util/MfMD5Util.java
@@ -0,0 +1,53 @@
+package com.zyzs.otherdatasave.util;
+
+import java.security.MessageDigest;
+import java.security.NoSuchAlgorithmException;
+
+public class MfMD5Util {
+
+    private final static String[] strDigits = {"0", "1", "2", "3", "4", "5",
+            "6", "7", "8", "9", "a", "b", "c", "d", "e", "f"};
+
+    public MfMD5Util() {
+    }
+
+    private static String byteToArrayString(byte bByte) {
+        int iRet = bByte;
+        // System.out.println("iRet="+iRet);
+        if (iRet < 0) {
+            iRet += 256;
+        }
+        int iD1 = iRet / 16;
+        int iD2 = iRet % 16;
+        return strDigits[iD1] + strDigits[iD2];
+    }
+
+    private static String byteToNum(byte bByte) {
+        int iRet = bByte;
+        System.out.println("iRet1=" + iRet);
+        if (iRet < 0) {
+            iRet += 256;
+        }
+        return String.valueOf(iRet);
+    }
+
+    private static String byteToString(byte[] bByte) {
+        StringBuffer sBuffer = new StringBuffer();
+        for (int i = 0; i < bByte.length; i++) {
+            sBuffer.append(byteToArrayString(bByte[i]));
+        }
+        return sBuffer.toString();
+    }
+
+    public static String GetMD5Code(String strObj) {
+        String resultString = null;
+        try {
+            resultString = new String(strObj);
+            MessageDigest md = MessageDigest.getInstance("MD5");
+            resultString = byteToString(md.digest(strObj.getBytes()));
+        } catch (NoSuchAlgorithmException ex) {
+            ex.printStackTrace();
+        }
+        return resultString;
+    }
+}
\ No newline at end of file
diff --git a/src/main/java/com/zyzs/otherdatasave/util/Patentdub.java b/src/main/java/com/zyzs/otherdatasave/util/Patentdub.java
new file mode 100644
index 0000000..4988998
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/util/Patentdub.java
@@ -0,0 +1,4 @@
+package com.zyzs.otherdatasave.util;
+
+public class Patentdub {
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/util/ReadLine.java b/src/main/java/com/zyzs/otherdatasave/util/ReadLine.java
new file mode 100644
index 0000000..37976ce
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/util/ReadLine.java
@@ -0,0 +1,234 @@
+package com.zyzs.otherdatasave.util;
+
+
+import javax.imageio.ImageIO;
+import javax.imageio.ImageReader;
+import javax.imageio.stream.FileImageInputStream;
+import javax.imageio.stream.ImageInputStream;
+import java.awt.image.BufferedImage;
+import java.io.*;
+import java.util.ArrayList;
+import java.util.Iterator;
+import java.util.List;
+
+public class ReadLine {
+
+    public static List<String> readLine( File fileName){
+        List<String> list = new ArrayList<String> ();
+        String line;
+        try {
+            InputStreamReader read = new InputStreamReader(new FileInputStream(fileName), "utf-8");
+            BufferedReader reader = new BufferedReader(read);
+            while ((line = reader.readLine()) != null) {
+                try {
+                    if (line.length() > 0) {
+                        list.add(line);
+                    }
+                } catch (Exception e) {
+                    e.printStackTrace();
+                }
+            }
+            return list;
+        }catch (UnsupportedEncodingException e) {
+            e.printStackTrace();
+            return null;
+        } catch (FileNotFoundException e) {
+            e.printStackTrace();
+            return null;
+        } catch (IOException e) {
+            e.printStackTrace();
+            return null;
+        }
+    }
+
+
+//    public static List<JSONObject> readLine(File fileName){
+//        List<JSONObject> list = new ArrayList<JSONObject> ();
+//        String line;
+//        try {
+//            InputStreamReader read = new InputStreamReader(new FileInputStream(fileName), "utf-8");
+//            BufferedReader reader = new BufferedReader(read);
+//            while ((line = reader.readLine()) != null) {
+//                try {
+//                    if (line.length() > 0) {
+//                        list.add(line);
+//                    }
+//                } catch (Exception e) {
+//                    e.printStackTrace();
+//                }
+//            }
+//            return list;
+//        }catch (UnsupportedEncodingException e) {
+//            e.printStackTrace();
+//            return null;
+//        } catch (FileNotFoundException e) {
+//            e.printStackTrace();
+//            return null;
+//        } catch (IOException e) {
+//            e.printStackTrace();
+//            return null;
+//        }
+//    }
+
+    // 读取文件内容
+    public static String readFile(String path){
+        File file = new File(path);
+        StringBuilder result = new StringBuilder();
+        try{
+            BufferedReader br = new BufferedReader(new InputStreamReader(new FileInputStream(file), "UTF-8"));//构造一个BufferedReader类来读取文件
+            String s = null;
+            while((s = br.readLine())!=null){//使用readLine方法，一次读一行
+                result.append( System.lineSeparator() + s);
+            }
+            br.close();
+        }catch(Exception e){
+            e.printStackTrace();
+        }
+        return result.toString();
+    }
+
+
+    public static void readFiles(File file){
+        if (file.exists()) {
+            System.err.println("exist");
+            try {
+                FileInputStream fis = new FileInputStream(file);
+                InputStreamReader isr = new InputStreamReader(fis, "UTF-8");
+                BufferedReader br = new BufferedReader(isr);
+                String line;
+                while((line = br.readLine()) != null){
+                    System.out.println(line);
+                }
+                br.close();
+                isr.close();
+                fis.close();
+            } catch (FileNotFoundException e) {
+                e.printStackTrace();
+            } catch (UnsupportedEncodingException e) {
+                e.printStackTrace();
+            } catch (IOException e) {
+                e.printStackTrace();
+            }
+        }
+    }
+
+
+    public static String getResolution1(File file) throws IOException {
+        BufferedImage image = ImageIO.read(file);
+        return image.getWidth() + "x" + image.getHeight();
+    }
+
+
+//    public static String getResolution(File file){
+//        Encoder encoder = new Encoder();
+//        try {
+//            MultimediaInfo m = encoder.getInfo(file);
+//            int height = m.getVideo().getSize().getHeight();
+//            int width = m.getVideo().getSize().getWidth();
+//            System.out.println("width:"+width);
+//            System.out.println("height:" + height);
+//            FileInputStream fis = new FileInputStream(source);
+//            FileChannel fc = fis.getChannel();
+//            BigDecimal fileSize = new BigDecimal(fc.size());
+//            String size = fileSize.divide(new BigDecimal(1048576), 2, RoundingMode.HALF_UP) + "MB";
+//            System.out.println("size:" + size);
+//            long duration = m.getDuration()/1000;
+//            System.out.println("duration:" + duration + "s");
+//        } catch (Exception e) {
+//            e.printStackTrace();
+//        }
+//    }
+
+    public static String getImageDim(String path) {
+        String result = null;
+        String suffix = getFileSuffix(path);
+        //解码具有给定后缀的文件
+        Iterator<ImageReader> iter = ImageIO.getImageReadersBySuffix(suffix);
+        //   System.out.println(ImageIO.getImageReadersBySuffix(suffix));
+        if (iter.hasNext()) {
+            ImageReader reader = iter.next();
+            try {
+                ImageInputStream stream = new FileImageInputStream(new File(path));
+                reader.setInput(stream);
+                int width = reader.getWidth(reader.getMinIndex());
+                int height = reader.getHeight(reader.getMinIndex());
+                result = width + "×" + height;
+            } catch (IOException e) {
+                e.printStackTrace();
+            } finally {
+                reader.dispose();
+            }
+        }
+        //   System.out.println("getImageDim:" + result);
+        return result;
+    }
+
+    private static String getFileSuffix(final String path) {
+        String result = null;
+        if (path != null) {
+            result = "";
+            if (path.lastIndexOf('.') != -1) {
+                result = path.substring(path.lastIndexOf('.'));
+                if (result.startsWith(".")) {
+                    result = result.substring(1);
+                }
+            }
+        }
+       // System.out.println("getFileSuffix:" + result);
+        return result;
+    }
+
+
+//    public static String videosize(String video) {
+//        File source = new File(video);
+//        Encoder encoder = new Encoder();
+//        try {
+//            it.sauronsoftware.jave.MultimediaInfo m = encoder.getInfo(source);
+//            return m.getVideo().getSize().getHeight() + "×" + m.getVideo().getSize().getWidth();
+//        } catch (Exception e) {
+//            e.printStackTrace();
+//            return null;
+//        }
+//    }
+
+
+
+//    public static String getVideoTime (String path){
+//        File source = new File(path);
+//        Encoder encoder = new Encoder();
+//        File[] file = source.listFiles();
+//        long sum =0;
+//        for (File file2 : file) {
+//            try {
+//                MultimediaInfo m = encoder.getInfo(file2);
+//                long ls = m.getDuration()/1000; //ls是获取到的秒数
+//                sum += ls;
+//            } catch (Exception e) {
+//                e.printStackTrace();
+//            }
+//        }
+//        double sum1 = (double)sum;
+//        double sum2 =sum1/3600;// 转换成为了小时
+//        System.out.println(sum2);
+//        return sum2+"";
+//    }
+//
+
+
+//    public static byte[] readFile(String path){
+//        try {
+//            FileInputStream fileInputStream = new FileInputStream(path);
+//            BufferedReader bufferedReader = new BufferedReader(new InputStreamReader(fileInputStream));
+//            String line = null;
+//            while ((line = bufferedReader.readLine()) != null) {
+//                System.out.println(line);
+//            }
+//            fileInputStream.close();
+//        }catch (Exception e){
+//            e.printStackTrace();
+//        }
+//    }
+
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/worker/AbstractWorker.java b/src/main/java/com/zyzs/otherdatasave/worker/AbstractWorker.java
new file mode 100755
index 0000000..2a251e3
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/worker/AbstractWorker.java
@@ -0,0 +1,87 @@
+package com.zyzs.otherdatasave.worker;
+
+import com.google.common.util.concurrent.ThreadFactoryBuilder;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.util.concurrent.LinkedBlockingQueue;
+import java.util.concurrent.ThreadFactory;
+import java.util.concurrent.ThreadPoolExecutor;
+import java.util.concurrent.TimeUnit;
+
+public abstract class AbstractWorker implements Worker {
+    private static final Logger LOGGER = LoggerFactory.getLogger(AbstractWorker.class);
+
+    protected volatile boolean running = true;
+    protected static final Integer TASK_MAX_COUNT = 10;
+    protected ThreadPoolExecutor executor;
+
+    @Override
+    public void start() {
+        init();
+        int threadCount = getThreadCount();
+     //   System.out.println("threadCount===="+threadCount);
+        for (int i = 0; i < threadCount; i++) {
+            executor.submit(() -> {
+                while (running) {
+                    try {
+                        work(null);
+                    } catch (Exception e) {
+                        LOGGER.error("Work error due to [{}].", e.getMessage(), e);
+                    }
+                }
+            });
+        }
+    }
+
+    /**
+     *  加载配置文件中配置的线程数
+     */
+    @Override
+    public void init() {
+        executor = buildExecutor(getThreadCount(), TASK_MAX_COUNT, getThreadNameFormat());
+
+    }
+
+    /**
+     * 线程池大小
+     */
+
+    protected abstract Integer getThreadCount();
+
+    /**
+     * 线程名称格式
+     */
+    protected abstract String getThreadNameFormat();
+
+    /**
+     * 子类实现，执行具体任务
+     */
+    protected abstract void work(String json);
+
+    @Override
+    public void stop() {
+        running = false;
+        executor.shutdown();
+    }
+
+    @Override
+    public boolean isStopped() {
+        return !running && executor.isShutdown();
+    }
+
+    public static ThreadPoolExecutor buildExecutor(int threadCount, int queueSize, String threadNameFormat) {
+        ThreadFactory factory = new ThreadFactoryBuilder()
+                .setDaemon(true)
+                .setNameFormat(threadNameFormat)
+                .build();
+
+        ThreadPoolExecutor threadPoolExecutor = new ThreadPoolExecutor(threadCount, threadCount,
+                0, TimeUnit.MILLISECONDS,
+                new LinkedBlockingQueue<>(queueSize), factory);
+        threadPoolExecutor.setRejectedExecutionHandler((r, executor) -> {
+            LOGGER.error("Executor error.");
+        });
+        return threadPoolExecutor;
+    }
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/worker/QueryDrugProducer.java b/src/main/java/com/zyzs/otherdatasave/worker/QueryDrugProducer.java
new file mode 100644
index 0000000..17f2348
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/worker/QueryDrugProducer.java
@@ -0,0 +1,41 @@
+package com.zyzs.otherdatasave.worker;
+
+
+
+import com.zyzs.otherdatasave.config.AppConfig;
+import com.zyzs.otherdatasave.service.QueryDrug;
+import com.zyzs.otherdatasave.service.QueryPaper;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Component
+public class QueryDrugProducer extends AbstractWorker{
+    private static final Logger LOGGER = LoggerFactory.getLogger(QueryDrugProducer.class);
+
+    @Autowired
+    private AppConfig config;
+
+
+    @Override
+    protected Integer getThreadCount() {
+
+        return config.getQueryConetnteProducerThreadCount();
+    }
+
+    @Override
+    protected String getThreadNameFormat() {
+        return "QueryConentProducer-%d";
+    }
+    @Autowired
+    private QueryDrug queryService;
+
+    @Override
+    protected void work(String json) {
+        queryService.query();
+
+    }
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/worker/QueryEqProducer.java b/src/main/java/com/zyzs/otherdatasave/worker/QueryEqProducer.java
new file mode 100644
index 0000000..31804c4
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/worker/QueryEqProducer.java
@@ -0,0 +1,39 @@
+package com.zyzs.otherdatasave.worker;
+
+import com.zyzs.otherdatasave.config.AppConfig;
+import com.zyzs.otherdatasave.service.QueryEq;
+import com.zyzs.otherdatasave.service.QueryProj;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Component
+public class QueryEqProducer extends AbstractWorker{
+    private static final Logger LOGGER = LoggerFactory.getLogger(QueryEqProducer.class);
+
+    @Autowired
+    private AppConfig config;
+
+
+    @Override
+    protected Integer getThreadCount() {
+
+        return config.getQueryConetnteProducerThreadCount();
+    }
+
+    @Override
+    protected String getThreadNameFormat() {
+        return "QueryConentProducer-%d";
+    }
+    @Autowired
+    private QueryEq queryEq;
+
+    @Override
+    protected void work(String json) {
+        queryEq.query();
+
+    }
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/worker/QueryKfkaProducer.java b/src/main/java/com/zyzs/otherdatasave/worker/QueryKfkaProducer.java
new file mode 100644
index 0000000..383f38d
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/worker/QueryKfkaProducer.java
@@ -0,0 +1,41 @@
+package com.zyzs.otherdatasave.worker;
+
+
+
+import com.zyzs.otherdatasave.config.AppConfig;
+import com.zyzs.otherdatasave.service.Queryclini;
+import com.zyzs.otherdatasave.service.Querykafka;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Component
+public class QueryKfkaProducer extends AbstractWorker{
+    private static final Logger LOGGER = LoggerFactory.getLogger(QueryKfkaProducer.class);
+
+    @Autowired
+    private AppConfig config;
+
+
+    @Override
+    protected Integer getThreadCount() {
+
+        return config.getQueryConetnteProducerThreadCount();
+    }
+
+    @Override
+    protected String getThreadNameFormat() {
+        return "QueryConentProducer-%d";
+    }
+    @Autowired
+    private Querykafka querykafka;
+
+    @Override
+    protected void work(String json) {
+        querykafka.query();
+
+    }
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/worker/QueryPaperProducer.java b/src/main/java/com/zyzs/otherdatasave/worker/QueryPaperProducer.java
new file mode 100644
index 0000000..60c562d
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/worker/QueryPaperProducer.java
@@ -0,0 +1,40 @@
+package com.zyzs.otherdatasave.worker;
+
+
+
+import com.zyzs.otherdatasave.config.AppConfig;
+import com.zyzs.otherdatasave.service.QueryPaper;
+import com.zyzs.otherdatasave.service.Queryclini;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Component
+public class QueryPaperProducer extends AbstractWorker{
+    private static final Logger LOGGER = LoggerFactory.getLogger(QueryPaperProducer.class);
+
+    @Autowired
+    private AppConfig config;
+
+
+    @Override
+    protected Integer getThreadCount() {
+        System.out.println(config.getQueryConetnteProducerThreadCount());
+        return config.getQueryConetnteProducerThreadCount();
+    }
+
+    @Override
+    protected String getThreadNameFormat() {
+        return "QueryConentProducer-%d";
+    }
+    @Autowired
+    private QueryPaper queryPaper;
+
+    @Override
+    protected void work(String json) {
+        queryPaper.query();
+    }
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/worker/QueryPatentProducer.java b/src/main/java/com/zyzs/otherdatasave/worker/QueryPatentProducer.java
new file mode 100644
index 0000000..ac4654c
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/worker/QueryPatentProducer.java
@@ -0,0 +1,41 @@
+package com.zyzs.otherdatasave.worker;
+
+
+
+import com.zyzs.otherdatasave.config.AppConfig;
+import com.zyzs.otherdatasave.service.QueryPatent;
+import com.zyzs.otherdatasave.service.Queryclini;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Component
+public class QueryPatentProducer extends AbstractWorker{
+    private static final Logger LOGGER = LoggerFactory.getLogger(QueryPatentProducer.class);
+
+    @Autowired
+    private AppConfig config;
+
+
+    @Override
+    protected Integer getThreadCount() {
+
+        return config.getQueryConetnteProducerThreadCount();
+    }
+
+    @Override
+    protected String getThreadNameFormat() {
+        return "QueryConentProducer-%d";
+    }
+    @Autowired
+    private QueryPatent queryPatent;
+
+    @Override
+    protected void work(String json) {
+        queryPatent.query();
+
+    }
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/worker/QueryProProducer.java b/src/main/java/com/zyzs/otherdatasave/worker/QueryProProducer.java
new file mode 100644
index 0000000..7f95c50
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/worker/QueryProProducer.java
@@ -0,0 +1,39 @@
+package com.zyzs.otherdatasave.worker;
+
+import com.zyzs.otherdatasave.config.AppConfig;
+import com.zyzs.otherdatasave.service.QueryPatent;
+import com.zyzs.otherdatasave.service.QueryProj;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Component
+public class QueryProProducer extends AbstractWorker{
+    private static final Logger LOGGER = LoggerFactory.getLogger(QueryProProducer.class);
+
+    @Autowired
+    private AppConfig config;
+
+
+    @Override
+    protected Integer getThreadCount() {
+
+        return config.getQueryConetnteProducerThreadCount();
+    }
+
+    @Override
+    protected String getThreadNameFormat() {
+        return "QueryConentProducer-%d";
+    }
+    @Autowired
+    private QueryProj queryProj;
+
+    @Override
+    protected void work(String json) {
+        queryProj.query();
+
+    }
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/worker/QuerycliniProducer.java b/src/main/java/com/zyzs/otherdatasave/worker/QuerycliniProducer.java
new file mode 100644
index 0000000..e8ce573
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/worker/QuerycliniProducer.java
@@ -0,0 +1,40 @@
+package com.zyzs.otherdatasave.worker;
+
+
+
+import com.zyzs.otherdatasave.config.AppConfig;
+import com.zyzs.otherdatasave.service.Queryclini;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Component
+public class QuerycliniProducer extends AbstractWorker{
+    private static final Logger LOGGER = LoggerFactory.getLogger(QuerycliniProducer.class);
+
+    @Autowired
+    private AppConfig config;
+
+
+    @Override
+    protected Integer getThreadCount() {
+
+        return config.getQueryConetnteProducerThreadCount();
+    }
+
+    @Override
+    protected String getThreadNameFormat() {
+        return "QueryConentProducer-%d";
+    }
+    @Autowired
+    private Queryclini queryService;
+
+    @Override
+    protected void work(String json) {
+        queryService.query();
+
+    }
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/worker/QueryorgProducer.java b/src/main/java/com/zyzs/otherdatasave/worker/QueryorgProducer.java
new file mode 100644
index 0000000..446e419
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/worker/QueryorgProducer.java
@@ -0,0 +1,41 @@
+package com.zyzs.otherdatasave.worker;
+
+
+
+import com.zyzs.otherdatasave.config.AppConfig;
+import com.zyzs.otherdatasave.service.Queryclini;
+import com.zyzs.otherdatasave.service.Queryorg;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Component
+public class QueryorgProducer extends AbstractWorker{
+    private static final Logger LOGGER = LoggerFactory.getLogger(QueryorgProducer.class);
+
+    @Autowired
+    private AppConfig config;
+
+
+    @Override
+    protected Integer getThreadCount() {
+
+        return config.getQueryConetnteProducerThreadCount();
+    }
+
+    @Override
+    protected String getThreadNameFormat() {
+        return "QueryConentProducer-%d";
+    }
+    @Autowired
+    private Queryorg queryorg;
+
+    @Override
+    protected void work(String json) {
+        queryorg.query();
+
+    }
+
+
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/worker/Worker.java b/src/main/java/com/zyzs/otherdatasave/worker/Worker.java
new file mode 100755
index 0000000..c36ad2e
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/worker/Worker.java
@@ -0,0 +1,24 @@
+package com.zyzs.otherdatasave.worker;
+
+public interface Worker {
+    /**
+     * 初始化
+     */
+    void init();
+
+    /**
+     * 启动
+     */
+    void start();
+
+    /**
+     * 停止
+     */
+    void stop();
+
+    /**
+     * 是否已经停止
+     * @return
+     */
+    boolean isStopped();
+}
diff --git a/src/main/java/com/zyzs/otherdatasave/worker/readtxt.java b/src/main/java/com/zyzs/otherdatasave/worker/readtxt.java
new file mode 100644
index 0000000..4b2bfb6
--- /dev/null
+++ b/src/main/java/com/zyzs/otherdatasave/worker/readtxt.java
@@ -0,0 +1,25 @@
+package com.zyzs.otherdatasave.worker;
+
+import com.zyzs.otherdatasave.util.ReadLine;
+
+import java.io.File;
+import java.util.ArrayList;
+import java.util.List;
+
+public class readtxt {
+
+    public static void main(String[] args) {
+       List<String> list = ReadLine.readLine(new File("data/1.txt"));
+        List<String> listvalue =new ArrayList<>();
+        for (String line : list) {
+            String key= line.trim().split("\t")[0];
+           String value =line.trim().split("\t")[1];
+
+
+            System.out.println(key);
+            System.out.println(value);
+
+        }
+
+    }
+}
diff --git a/src/main/resources/application.yml b/src/main/resources/application.yml
new file mode 100644
index 0000000..04ea520
--- /dev/null
+++ b/src/main/resources/application.yml
@@ -0,0 +1,103 @@
+debug: false
+#logging:
+#  config: ../etc/logback.xml
+spring:
+#  datasource:
+#    driver-class-name: com.mysql.cj.jdbc.Driver
+#    username: crawl666
+#    password: lx2a4jN1xFT96kj20LU=
+#    url: jdbc:mysql://172.18.1.134:3306/intelligent_crawl?useSSL=true&useUnicode=true&characterEncoding=UTF-8&serverTimezone=UTC
+#    #    username: root
+    #    password: bfd123
+    #    url: jdbc:mysql://172.26.11.113:3306/intelligent_crawl?useSSL=true&useUnicode=true&characterEncoding=UTF-8&serverTimezone=UTC
+#    username: crawl
+#    password: crawl123
+#    url: jdbc:mysql://172.26.11.110:3306/intelligent_crawl?useSSL=true&useUnicode=true&characterEncoding=UTF-8&serverTimezone=UTC
+#  hikari:
+#    maximum-pool-size: 10
+#    minimum-idle: 7
+#  jpa:
+#    open-in-view: false
+#    database: mysql
+  redis:
+    host: 172.18.1.113
+    port: 6379
+    database: 0
+    timeout: 30000
+    password:
+
+
+#      临床 cliniTopic
+#      项目 projTopic
+#      药物 drugTopic
+#      专利 patentTopic
+#      文献 paperTopic
+worker:
+  version: 2.2.3
+  enable-test: false
+  test-thread-count: 10
+  test-task-id: 180
+  ## 读取临床的topic
+  readcliniTopic: cliniTopic
+  ##
+  readcliniGroupid: othergroup
+  ## 读取项目的topic
+  readprojTopic: projTopic
+  ##
+  readprojgroupid: othergroup1
+  ## 读取药物的topic
+  readdrugTopic: drugTopic
+  ## 从阿里云读取的评论的消费者id
+  readdrugGroupid: 039othergroup
+  ## 读取专利的topic
+  readpatentTopic: patentTopic
+  ## 从阿里云读取fans的topic的消费者id
+  readpatentGroupid: othergroup22
+  ## 读取文献的topic
+  readpaperTopic: paperTopic
+  ## 从阿里云读取的主贴topic的消费者id
+  readpaperGroupid: othergroup5
+
+  readeqTopic: equiTopic
+  readeqGroupid: 2othergroup
+
+
+
+
+
+  ##阿里云的（采集平台数据的）gofast地址前缀
+  aligofasturl: http://172.18.1.113:8080
+
+  ## 输出到客户现场topic
+  writeTopic: si
+  ##客户gofast上传地址
+  gofasturl: https://gofastdfs.baifendian.com/upload
+
+  ##是否下载头像
+  DownloadAvatar: true
+  ##是否下载正文图片
+  DownloadImage: true
+  ##是否下载正文附件
+  DownloadFile: true
+  ##是否下载正文视频
+  DownloadVideo: true
+  ##是否下载正文中转发贴视频
+  DownloadforwardVideo: true
+  ##是否下载正文中转发贴图片
+  DownloadforwardImage: true
+
+  ## 启动服务的线程数
+  ##用户的下载的线程
+  queryUserProducerThreadCount: 1
+  #主贴的下载线程
+  queryConetnteProducerThreadCount: 1
+  #评论的下载线程
+  queryConmmentProducerThreadCount: 1
+  #粉丝的的下载线程
+  queryfansProducerThreadCount: 1
+  #follow的下载线程
+  queryfollowProducerThreadCount: 1
+
+
+server:
+  port: 8081
diff --git a/src/test/java/com/zyzs/otherdatasave/OtherDatasaveApplicationTests.java b/src/test/java/com/zyzs/otherdatasave/OtherDatasaveApplicationTests.java
new file mode 100644
index 0000000..f579ce9
--- /dev/null
+++ b/src/test/java/com/zyzs/otherdatasave/OtherDatasaveApplicationTests.java
@@ -0,0 +1,13 @@
+package com.zyzs.otherdatasave;
+
+import org.junit.jupiter.api.Test;
+import org.springframework.boot.test.context.SpringBootTest;
+
+@SpringBootTest
+class OtherDatasaveApplicationTests {
+
+    @Test
+    void contextLoads() {
+    }
+
+}