适合数据采集的多线程代码!
# coding=utf-8
# coding=gbk
# coding=gb2312
import requests
import threading
import queue
def get_response(source):
return response
def decode(source, response):
##保存数据
pass
def mains():
while True:
try:
source = q.get(block=True, timeout=30)
except queue.Empty:
break
else:
pass
if not source:
break
try:
response = get_response(source)
if res:
decode(source, response)
else:
print(f"source{source}为None")
except Exception as e:
continue
return
def start_():
thlist = list()
# 开启多线程
ths = 50
for i in range(ths):
th = threading.Thread(target=mains)
thlist.append(th)
for i in range(ths):
thlist[i].start()
for i in range(ths):
thlist[i].join()
def get_src():
return source_list
if __name__ == '__main__':
q =queue.Queue()
## 数据源
source_list = get_src()
for source in source_list:
q.put(source)
start_()
标签:__,get,python,source,开箱,多线程,response,def
From: https://www.cnblogs.com/feimew/p/18157392