116 lines
3.3 KiB
Python
116 lines
3.3 KiB
Python
|
# _*_ coding: utf-8 _*_
|
|||
|
|
|
|||
|
|
"""
|
|||
|
|
python_thread_multiprocee.py by xianhu
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
import time
|
|||
|
|
import threading
|
|||
|
|
import multiprocessing
|
|||
|
|
|
|||
|
|
# 定义全局变量Queue
|
|||
|
|
g_queue = multiprocessing.Queue()
|
|||
|
|
g_search_list = list(range(10000))
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 定义一个IO密集型任务：利用time.sleep()
|
|||
|
|
def task_io(task_id):
|
|||
|
|
print("IOTask[%s] start" % task_id)
|
|||
|
|
while not g_queue.empty():
|
|||
|
|
time.sleep(1)
|
|||
|
|
try:
|
|||
|
|
data = g_queue.get(block=True, timeout=1)
|
|||
|
|
print("IOTask[%s] get data: %s" % (task_id, data))
|
|||
|
|
except Exception as excep:
|
|||
|
|
print("IOTask[%s] error: %s" % (task_id, str(excep)))
|
|||
|
|
print("IOTask[%s] end" % task_id)
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 定义一个计算密集型任务：利用一些复杂加减乘除、列表查找等
|
|||
|
|
def task_cpu(task_id):
|
|||
|
|
print("CPUTask[%s] start" % task_id)
|
|||
|
|
while not g_queue.empty():
|
|||
|
|
count = 0
|
|||
|
|
for i in range(10000):
|
|||
|
|
count += pow(3*2, 3*2) if i in g_search_list else 0
|
|||
|
|
try:
|
|||
|
|
data = g_queue.get(block=True, timeout=1)
|
|||
|
|
print("CPUTask[%s] get data: %s" % (task_id, data))
|
|||
|
|
except Exception as excep:
|
|||
|
|
print("CPUTask[%s] error: %s" % (task_id, str(excep)))
|
|||
|
|
print("CPUTask[%s] end" % task_id)
|
|||
|
|
return task_id
|
|||
|
|
|
|||
|
|
|
|||
|
|
def init_queue():
|
|||
|
|
print("init g_queue start")
|
|||
|
|
while not g_queue.empty():
|
|||
|
|
g_queue.get()
|
|||
|
|
for _index in range(10):
|
|||
|
|
g_queue.put(_index)
|
|||
|
|
print("init g_queue end")
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
|
|||
|
|
if __name__ == '__main__':
|
|||
|
|
print("cpu count:", multiprocessing.cpu_count(), "\n")
|
|||
|
|
|
|||
|
|
print("========== 直接执行IO密集型任务 ==========")
|
|||
|
|
init_queue()
|
|||
|
|
time_0 = time.time()
|
|||
|
|
task_io(0)
|
|||
|
|
print("结束：", time.time() - time_0, "\n")
|
|||
|
|
|
|||
|
|
print("========== 多线程执行IO密集型任务 ==========")
|
|||
|
|
init_queue()
|
|||
|
|
time_0 = time.time()
|
|||
|
|
thread_list = [threading.Thread(target=task_io, args=(i,)) for i in range(5)]
|
|||
|
|
for t in thread_list:
|
|||
|
|
t.start()
|
|||
|
|
for t in thread_list:
|
|||
|
|
if t.is_alive():
|
|||
|
|
t.join()
|
|||
|
|
print("结束：", time.time() - time_0, "\n")
|
|||
|
|
|
|||
|
|
print("========== 多进程执行IO密集型任务 ==========")
|
|||
|
|
init_queue()
|
|||
|
|
time_0 = time.time()
|
|||
|
|
process_list = [multiprocessing.Process(target=task_io, args=(i,)) for i in range(multiprocessing.cpu_count())]
|
|||
|
|
for p in process_list:
|
|||
|
|
p.start()
|
|||
|
|
for p in process_list:
|
|||
|
|
if p.is_alive():
|
|||
|
|
p.join()
|
|||
|
|
print("结束：", time.time() - time_0, "\n")
|
|||
|
|
|
|||
|
|
print("========== 直接执行CPU密集型任务 ==========")
|
|||
|
|
init_queue()
|
|||
|
|
time_0 = time.time()
|
|||
|
|
task_cpu(0)
|
|||
|
|
print("结束：", time.time() - time_0, "\n")
|
|||
|
|
|
|||
|
|
print("========== 多线程执行CPU密集型任务 ==========")
|
|||
|
|
init_queue()
|
|||
|
|
time_0 = time.time()
|
|||
|
|
thread_list = [threading.Thread(target=task_cpu, args=(i,)) for i in range(5)]
|
|||
|
|
for t in thread_list:
|
|||
|
|
t.start()
|
|||
|
|
for t in thread_list:
|
|||
|
|
if t.is_alive():
|
|||
|
|
t.join()
|
|||
|
|
print("结束：", time.time() - time_0, "\n")
|
|||
|
|
|
|||
|
|
print("========== 多进程执行cpu密集型任务 ==========")
|
|||
|
|
init_queue()
|
|||
|
|
time_0 = time.time()
|
|||
|
|
process_list = [multiprocessing.Process(target=task_cpu, args=(i,)) for i in range(multiprocessing.cpu_count())]
|
|||
|
|
for p in process_list:
|
|||
|
|
p.start()
|
|||
|
|
for p in process_list:
|
|||
|
|
if p.is_alive():
|
|||
|
|
p.join()
|
|||
|
|
print("结束：", time.time() - time_0, "\n")
|
|||
|
|
|
|||
|
|
exit()
|