Source code for autoflow.utils.concurrence
import multiprocessing as mp
[docs]def parse_n_jobs(n_jobs):
if n_jobs > 0:
return n_jobs
elif n_jobs < 0:
return mp.cpu_count() + 1 - n_jobs
else:
return 1
[docs]def get_chunks(iterable, chunks=1):
# This is from http://stackoverflow.com/a/2136090/2073595
lst = list(iterable)
return [lst[i::chunks] for i in range(chunks)]