apextoaster
/
onnx-web
1
0
Fork 0
Code Actions

error handling in all threads

This commit is contained in:
Sean Sube 2023-02-27 19:48:51 -06:00
parent 113ad05293
commit 06f06f5a11
Signed by: ssube
GPG Key ID: 3EED7B957D362AF1
1 changed files with 17 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
api/onnx_web/worker/pool.py
View File

@ -87,10 +87,13 @@ class DevicePoolExecutor:
logger.info("checking in from logger worker thread")
while True:
try:
job = logs.get()
with open("worker.log", "w") as f:
logger.info("got log: %s", job)
f.write(str(job) + "\n\n")
except Exception as err:
logger.error("error in log worker: %s", err)
logger_thread = Thread(target=logger_worker, args=(self.logs,))
self.threads["logger"] = logger_thread
@ -112,7 +115,7 @@ class DevicePoolExecutor:
)
self.context[device].set_cancel()
except Exception as err:
logger.error("error during progress update", err)
logger.error("error in progress worker: %s", err)
progress_thread = Thread(target=progress_worker, args=(self.progress,))
self.threads["progress"] = progress_thread
@ -124,12 +127,15 @@ class DevicePoolExecutor:
def finished_worker(finished: Queue):
logger.info("checking in from finished worker thread")
while True:
try:
job, device = finished.get()
logger.info("job has been finished: %s", job)
context = self.context[device]
_device, progress = self.active_jobs[job]
self.finished_jobs.append((job, progress, context.cancel.value))
del self.active_jobs[job]
except Exception as err:
logger.error("error in finished worker: %s", err)
finished_thread = Thread(target=finished_worker, args=(self.finished,))
self.threads["finished"] = finished_thread