You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
74 lines
2.2 KiB
74 lines
2.2 KiB
from utils.Logger import MyLogger
|
|
|
|
"""
|
|
配置文件
|
|
"""
|
|
|
|
# **************************************************************
|
|
# telegram 账号配置 TODO: 多个账号需要从sql读取
|
|
SESSION_NAME = "session_name"
|
|
API_ID = 28340634
|
|
API_HASH = '5c54ebfc2729b32bc6f49e4b34747f47'
|
|
SESSION_STRING = "1BVtsOG8Buw04Jkp3pNiWll0L2AzXwTGUCNpDnxPvUagdG7iLL_oaHoiepFG3LqF0gnZUe60-IXMn-MCGjQ_tTPjZP0VDeSl_0EmnKjZvaRxvX8pPKbmbLqZmvJjPmplEbel1CosRzCC-naBrnoE6vGetrzAvawzY8OA8_R5VNmGXCaCEPKumC9Safh7qLUntW70e2V4GYqRzwoYkZPdZzQKcfYufKrt3cfnTrCESE4_EDTRotGcqRm6IaAx9XLCrFsDwIPNJYf5ij6-Uzq8cx6qAD1IpSLy7hDehH1gfkM4N4Wem4LduJVlmHnV5Q4IHmiXrE2YAO4DTUpKV0_UMJRDDLkjB8XM="
|
|
ENABLE_PROXY = False
|
|
if ENABLE_PROXY:
|
|
PROXY = ("socks5", '127.0.0.1', 1080)
|
|
else:
|
|
PROXY = None
|
|
|
|
# **************************************************************
|
|
# kafka
|
|
TOPIC_DIC = {
|
|
# 主贴
|
|
"post": "video_post_crawl_data",
|
|
# 用户
|
|
"user": "video_user_crawl_data",
|
|
# 回复
|
|
"reply": "video_reply_crawl_data",
|
|
# 粉丝/关注列表
|
|
"fans": "video_fans_crawl_data",
|
|
# 点赞/分享
|
|
"like": "video_like_crawl_data",
|
|
# 需要下载的数据Topic
|
|
"download": "video_need_download",
|
|
# 优先级任务
|
|
"priority": "file_crawl_undownload_priority",
|
|
# 普通任务
|
|
"common": "file_crawl_undownload_common",
|
|
# 测试任务
|
|
# "testtelegram": "test_telegram",
|
|
"testtelegram": "test_telegram_1"
|
|
}
|
|
TOPIC_ADDRESS = "172.16.228.89:19092" # kafka地址
|
|
|
|
# **************************************************************
|
|
# 上传链接
|
|
UPLOAD_URL = "http://10.8.0.10:8081/group1/upload"
|
|
|
|
# **************************************************************
|
|
# 日志
|
|
logger = MyLogger()
|
|
|
|
# **************************************************************
|
|
# mysql
|
|
# class CRAWLER_DB_CONF(object):
|
|
# DBHOST = 'si-1'
|
|
# DBPORT = 3306
|
|
# DBUSER = 'crawl'
|
|
# DBPWD = 'crawl123'
|
|
# DBNAME = ''
|
|
# DBCHAR = 'utf8mb4'
|
|
# DB_FULL_NAME = ""
|
|
|
|
class CRAWLER_DB_CONF(object):
|
|
DBHOST = '172.16.228.89'
|
|
DBPORT = 3306
|
|
DBUSER = 'crawl'
|
|
DBPWD = 'crawl123'
|
|
DBNAME = 'oversea_crawl_social'
|
|
DBCHAR = 'utf8mb4'
|
|
DB_FULL_NAME = "oversea_crawl_social"
|
|
|
|
|
|
TG_ROBOT_ACCOUNT_TABLE = 'tg_robot_account'
|
|
TG_ROBOT_ACCOUNT_GROUP_TABLE = 'tg_robot_group'
|