apextoaster
/
onnx-web
1
0
Fork 0
Code Actions

fix(api): prefer device with lower index when queue is tied

This commit is contained in:
Sean Sube 2023-02-04 17:02:52 -06:00
parent d75cd50a62
commit 13510dbacd
Signed by: ssube
GPG Key ID: 3EED7B957D362AF1
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
api/onnx_web/device_pool.py
View File

@ -156,7 +156,11 @@ class DevicePoolExecutor:
queued = job_counts.most_common() queued = job_counts.most_common()
logger.debug('jobs queued by device: %s', queued) logger.debug('jobs queued by device: %s', queued)
return queued[-1][0] lowest_count = queued[-1][1]
lowest_devices = [d[0] for d in queued if d[1] == lowest_count]
lowest_devices.sort()
return lowest_devices[0]
def prune(self): def prune(self):
self.jobs[:] = [job for job in self.jobs if job.future.done()] self.jobs[:] = [job for job in self.jobs if job.future.done()]