mirror of
https://github.com/kennethreitz/responder.git
synced 2026-06-05 23:00:17 +00:00
Vuong Hoang
36 lines
878 B
Python
36 lines
878 B
Python
import traceback
|
|
import multiprocessing
|
|
import concurrent.futures
|
|
|
|
|
|
class BackgroundQueue:
|
|
def __init__(self, n=None):
|
|
if n is None:
|
|
n = multiprocessing.cpu_count()
|
|
|
|
self.n = n
|
|
self.pool = concurrent.futures.ThreadPoolExecutor(max_workers=n)
|
|
self.results = []
|
|
|
|
def run(self, f, *args, **kwargs):
|
|
self.pool._max_workers = self.n
|
|
self.pool._adjust_thread_count()
|
|
|
|
f = self.pool.submit(f, *args, **kwargs)
|
|
self.results.append(f)
|
|
return f
|
|
|
|
def task(self, f):
|
|
def on_future_done(fs):
|
|
try:
|
|
fs.result()
|
|
except:
|
|
traceback.print_exc()
|
|
|
|
def do_task(*args, **kwargs):
|
|
result = self.run(f, *args, **kwargs)
|
|
result.add_done_callback(on_future_done)
|
|
return result
|
|
|
|
return do_task
|