# coding=utf-8
import threading, time
# 1、自己寫代碼實現,利用全局變量保存線程執行結果
def get_detail_video(vid):
print('-->', vid)
time.sleep(2)
datas = []
ths = []
for i in range(10):
th = threading.Thread(target=get_detail_video, args=(i, datas,))
th.start()
ths.append(th)
if len(ths) >= 3:
for t in ths:
t.join()
ths.clear()
for t in ths:
t.join()
# 2、重寫模塊,直接獲取每個線程執行結果
# coding=utf-8
from threading import Thread
import time
class MyThread(Thread):
def __init__(self, func, args):
super(MyThread, self).__init__()
self.func = func
self.args = args
def run(self):
self.result = self.func(*self.args)
def get_result(self):
try:
return self.result
except Exception:
return None
def a(x, y):
time.sleep(2)
return x+y
def b(x, y):
time.sleep(2)
return x+y
at = []
t1 = MyThread(a, args=(1,2,))
at.append(t1)
t2 = MyThread(b, args=(10,20,))
at.append(t2)
print(len(at))
ss_tt = time.time()
for t in range(len(at)):
aa = at[t]
aa.start()
for t in at:
t.join()
r1 = t1.get_result()
print(' MyThread__%s 耗時: %s, result = %s' % (1, time.time() - ss_tt, r1))
r2 = t2.get_result()
print(' MyThread__%s 耗時: %s, result = %s' % (2, time.time() - ss_tt, r2))
ss_tt = time.time()
r1 = a(1,2)
print(' MyThread__%s 耗時: %s, result = %s' % (1, time.time() - ss_tt, r1))
r2 = b(10,20)
print(' MyThread__%s 耗時: %s, result = %s' % (2, time.time() - ss_tt, r2))
# 3、 利用線程池 模塊
import threadpool
excel_datas = [1, 2, 3]
def run_xhs(i):
return i
# 回調函數,接受的參數(請求本身,和請求工作函數執行結果)可以省略
spider_results = []
def get_result(tt_requests, result):
global spider_results
spider_results.append(result)
tt_pool = threadpool.ThreadPool(2) # 指定線程數為2
tt_requests = threadpool.makeRequests(run_xhs, excel_datas, get_result) # 函數名, 列表
for tt_req in tt_requests:
tt_pool.putRequest(tt_req)
tt_pool.wait()
if spider_results:
print('spider_results = ', len(spider_results))
write_excel_data(spider_results, excel_name)
# spider_results = 3 [1, 2, 3]
background The real problem c