From c7e1fce557df14ca70f57200d8604106769f1dde Mon Sep 17 00:00:00 2001 From: Sean Sube Date: Sat, 15 Jul 2023 12:33:07 -0500 Subject: [PATCH] clear model cache on stage errors --- api/onnx_web/chain/base.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/api/onnx_web/chain/base.py b/api/onnx_web/chain/base.py index c0a94e3e..0a300ddc 100644 --- a/api/onnx_web/chain/base.py +++ b/api/onnx_web/chain/base.py @@ -173,6 +173,7 @@ class ChainPipeline: "error while running stage pipeline for tile, retry %s of 3", i, ) + server.cache.clear() run_gc([job.get_device()]) job.retries = job.retries - (i + 1) @@ -210,6 +211,7 @@ class ChainPipeline: logger.exception( "error while running stage pipeline, retry %s of 3", i ) + server.cache.clear() run_gc([job.get_device()]) job.retries = job.retries - (i + 1)