diff --git a/api/onnx_web/worker/pool.py b/api/onnx_web/worker/pool.py
index 31bd0df1..b704767f 100644
--- a/api/onnx_web/worker/pool.py
+++ b/api/onnx_web/worker/pool.py
@@ -413,7 +413,9 @@ class DevicePoolExecutor:
             # move from running to finished
             logger.info("job has finished: %s", progress.job)
             self.finished_jobs.append(progress)
-            del self.running_jobs[progress.job]
+            if progress.job in self.running_jobs:
+                del self.running_jobs[progress.job]
+
             self.join_leaking()
             if progress.job in self.cancelled_jobs:
                 self.cancelled_jobs.remove(progress.job)