From cb2b054fde9e20be5aa6b15fa4f9887434efcfb0 Mon Sep 17 00:00:00 2001 From: Sean Sube Date: Sat, 11 Mar 2023 08:06:03 -0600 Subject: [PATCH] fix(api): only run GC when a diffusion model has been replaced --- api/onnx_web/diffusers/load.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/api/onnx_web/diffusers/load.py b/api/onnx_web/diffusers/load.py index 582edbdb..b616fba4 100644 --- a/api/onnx_web/diffusers/load.py +++ b/api/onnx_web/diffusers/load.py @@ -190,9 +190,9 @@ def load_pipeline( run_gc([device]) else: - logger.debug("unloading previous diffusion pipeline") - server.cache.drop("diffusion", pipe_key) - run_gc([device]) + if server.cache.drop("diffusion", pipe_key) > 0: + logger.debug("unloading previous diffusion pipeline") + run_gc([device]) if lpw: custom_pipeline = "./onnx_web/diffusers/lpw_stable_diffusion_onnx.py"