马老师Elasticsearch
class SpiderServerProcess(Process):
def __init__(self, q: Queue):
super(SpiderServerProcess, self).__init__(name='SpiderServer')
self.q = q def ip_spider(self):
url = 'https://' # get请求
ua = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:77.0) Gecko/20100101 Firefox/77.0'
referer = 'https://'
resp = requests.get(url, headers={'User-Agent': ua, 'Referer': referer})
if resp.status_code == 200:
with open('ip.html', 'wb') as f:
f.write(resp.content)
print('ip ')
