You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
25 lines
531 B
25 lines
531 B
#!/usr/bin/env python
|
|
# -*- coding:utf-8 -*-
|
|
|
|
import schedule
|
|
import time
|
|
from scrapy.cmdline import execute
|
|
|
|
|
|
def crawl_1_news():
|
|
# news_denkbares新闻网站采集启动
|
|
execute(['scrapy', 'crawl', 'news_denkbares'])
|
|
|
|
|
|
def crawl_2_pot():
|
|
# shop_pot 毒品网站采集启动
|
|
execute(['scrapy', 'crawl', 'shop_pot'])
|
|
|
|
|
|
# 每周五凌晨五点运行程序
|
|
schedule.every().friday.at('5:00').do(crawl_1_news)
|
|
schedule.every().friday.at('7:00').do(crawl_2_pot)
|
|
|
|
while True:
|
|
schedule.run_pending()
|
|
time.sleep(1)
|