You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
import requests# 公网ipapi_url = "http://124.243.188.109:8000/crawl"
# 内网ip# api_url = "http://192.168.0.131:8000/crawl"
url_list = [ 'http://darkzqtmbdeauwq5mzcmgeeuhet42fhfjj4p5wbak3ofx2yqgecoeqyd.onion', 'http://rznvg5sjacavz5kpshrq4urm75xzruha6iiyuggidnioo5ztvwdfroyd.onion/blogs/where-to-buy-counterfeit-banknotes-how-t/hitman-internet-killers-hit-man-service.html', 'http://dwltorbltw3tdjskxn23j2mwz2f4q25j4ninl5bdvttiy4xb6cqzikid.onion/', 'https://onionsearchengine.com/search.php?q=search+engine', 'http://xao2lxsmia2edq2n5zxg6uahx6xox2t7bfjw6b5vdzsxi7ezmqob6qid.onion/', 'http://dwltorbltw3tdjskxn23j2mwz2f4q25j4ninl5bdvttiy4xb6cqzikid.onion/blog/dark-web-onion-links', 'http://darkzqtmbdeauwq5mzcmgeeuhet42fhfjj4p5wbak3ofx2yqgecoeqyd.onion/search?q=dark&p=2']# 注意这里用 json=payload，且方法是 postindex = 6payload = { # "url": url_list[index], # "url": "http://zqktlwiuavvvqqt4ybvgvi7tyo4hjl5xgfuvpdf6otjiycgwqbym2qad.onion/wiki/index.php/Main_Page#Conferences", "url": "http://darkzqtmbdeauwq5mzcmgeeuhet42fhfjj4p5wbak3ofx2yqgecoeqyd.onion/search?q=a", # "is_dynamic": True, "method": "POST", # 告诉服务器：底层用 POST 去连暗网
}resp = requests.post(api_url, json=payload)data_json = resp.json()print(data_json)html = data_json.get('data').get('content')# msg = data_json.get('msg')# cont = 0# for i,item in enumerate(url_list):# payload = {# "url": item,# # "url": "http://dwltorbltw3tdjskxn23j2mwz2f4q25j4ninl5bdvttiy4xb6cqzikid.onion/blog/dark-web-onion-links ",# "is_dynamic": True,# "method": "POST", # 告诉服务器：底层用 POST 去连暗网# }# try:# resp = requests.post(api_url, json=payload)# data_json = resp.json()# # print(data_json)# html = data_json.get('data').get('content')# msg = data_json.get('msg')# if msg =="success":# # print(html)# cont += 1# else:print(item)# except:# print(item)# print(cont)#with open(f'./html{str(index)}.html', 'w',encoding='utf-8') as f: f.write(html)
|
