diff --git a/api/onnx_web/device_pool.py b/api/onnx_web/device_pool.py
index 9f04dfbf..825fa68d 100644
--- a/api/onnx_web/device_pool.py
+++ b/api/onnx_web/device_pool.py
@@ -139,7 +139,7 @@ class DevicePoolExecutor:
         if len(self.jobs) == 0:
             return 0
 
-        job_devices = [job.context.device_index.value for job in self.jobs]
+        job_devices = [job.context.device_index.value for job in self.jobs if not job.future.done()]
         job_counts = Counter(range(len(self.devices)))
         job_counts.update(job_devices)