apextoaster
/
onnx-web
1
0
Fork 0
Code Actions

fix(api): log number of background workers on startup

This commit is contained in:
Sean Sube 2023-02-04 12:29:30 -06:00
parent 4e7bfd79d7
commit 732aa27b92
Signed by: ssube
GPG Key ID: 3EED7B957D362AF1
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
api/onnx_web/device_pool.py
View File

@ -45,6 +45,7 @@ class JobContext:
if self.is_cancelled(): if self.is_cancelled():
raise Exception('job has been cancelled') raise Exception('job has been cancelled')
else: else:
logger.debug('setting progress for job %s to %s', self.key, step)
self.set_progress(step) self.set_progress(step)
return on_progress return on_progress
@ -56,7 +57,6 @@ class JobContext:
def set_progress(self, progress: int) -> None: def set_progress(self, progress: int) -> None:
with self.progress.get_lock(): with self.progress.get_lock():
self.progress.value = progress self.progress.value = progress
logger.debug('setting progress for job %s to %s', self.key, progress)
class Job: class Job:
@ -91,7 +91,14 @@ class DevicePoolExecutor:
def __init__(self, devices: List[str], pool: Optional[Union[ProcessPoolExecutor, ThreadPoolExecutor]] = None): def __init__(self, devices: List[str], pool: Optional[Union[ProcessPoolExecutor, ThreadPoolExecutor]] = None):
self.devices = devices self.devices = devices
self.jobs = [] self.jobs = []
self.pool = pool or ThreadPoolExecutor(len(devices))
device_count = len(devices)
if pool is None:
logger.info('creating thread pool executor for %s devices: %s', device_count, devices)
self.pool = ThreadPoolExecutor(device_count)
else:
logger.info('using existing pool for %s devices: %s', device_count, devices)
self.pool = pool
def cancel(self, key: str) -> bool: def cancel(self, key: str) -> bool:
''' '''