From 732aa27b927976f050bacf38e2573d79081cecc1 Mon Sep 17 00:00:00 2001 From: Sean Sube Date: Sat, 4 Feb 2023 12:29:30 -0600 Subject: [PATCH] fix(api): log number of background workers on startup --- api/onnx_web/device_pool.py | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/api/onnx_web/device_pool.py b/api/onnx_web/device_pool.py index 7d70bb81..2c65bdcd 100644 --- a/api/onnx_web/device_pool.py +++ b/api/onnx_web/device_pool.py @@ -45,6 +45,7 @@ class JobContext: if self.is_cancelled(): raise Exception('job has been cancelled') else: + logger.debug('setting progress for job %s to %s', self.key, step) self.set_progress(step) return on_progress @@ -56,7 +57,6 @@ class JobContext: def set_progress(self, progress: int) -> None: with self.progress.get_lock(): self.progress.value = progress - logger.debug('setting progress for job %s to %s', self.key, progress) class Job: @@ -91,7 +91,14 @@ class DevicePoolExecutor: def __init__(self, devices: List[str], pool: Optional[Union[ProcessPoolExecutor, ThreadPoolExecutor]] = None): self.devices = devices self.jobs = [] - self.pool = pool or ThreadPoolExecutor(len(devices)) + + device_count = len(devices) + if pool is None: + logger.info('creating thread pool executor for %s devices: %s', device_count, devices) + self.pool = ThreadPoolExecutor(device_count) + else: + logger.info('using existing pool for %s devices: %s', device_count, devices) + self.pool = pool def cancel(self, key: str) -> bool: '''