1
0
Fork 0

fix(api): restart worker threads if they crash

This commit is contained in:
Sean Sube 2023-03-22 19:58:46 -05:00
parent 0042c5955a
commit 4dd68ea6b6
Signed by: ssube
GPG Key ID: 3EED7B957D362AF1
1 changed files with 8 additions and 0 deletions

View File

@ -333,6 +333,14 @@ class DevicePoolExecutor:
self.create_device_worker(device) self.create_device_worker(device)
self.total_jobs[device.device] = 0 self.total_jobs[device.device] = 0
if not self.threads["logger"].is_alive():
logger.warning("restarting crashed logger worker")
self.create_logger_worker()
if not self.threads["progress"].is_alive():
logger.warning("restarting crashed progress worker")
self.create_progress_worker()
logger.debug("worker pool recycled") logger.debug("worker pool recycled")
def submit( def submit(