29 lines
890 B
Python
29 lines
890 B
Python
#!/usr/bin/env python
|
||
# -*- coding: UTF-8 -*-
|
||
"""
|
||
@Project ：IoD_data_analysis_tool
|
||
@File ：distribute_task.py
|
||
@IDE ：PyCharm
|
||
@Author ：rengengchen
|
||
@Time ：2022/8/8 16:55
|
||
"""
|
||
import math
|
||
import multiprocessing
|
||
|
||
|
||
def equally_distributing_task(target, tasks, *args, results=None, num_processors=8):
|
||
len_tasks = len(tasks)
|
||
process_offset = math.ceil(len_tasks / num_processors)
|
||
for i in range(num_processors):
|
||
sub_tasks = tasks[i * process_offset: (i + 1) * process_offset]
|
||
if sub_tasks:
|
||
if results:
|
||
multiprocessing.Process(target=target,
|
||
args=(sub_tasks, results, *args)).start()
|
||
else:
|
||
multiprocessing.Process(target=target,
|
||
args=(sub_tasks, *args)).start()
|
||
else:
|
||
break
|
||
return results
|