From a5a60d3e15bc85472b1df0d57fdfb332214bdf62 Mon Sep 17 00:00:00 2001 From: Sean Sube Date: Sat, 23 Dec 2023 22:34:05 -0600 Subject: [PATCH] fix(api): GC during SDXL conversion --- api/onnx_web/convert/diffusion/diffusion_xl.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/api/onnx_web/convert/diffusion/diffusion_xl.py b/api/onnx_web/convert/diffusion/diffusion_xl.py index 2ec60f93..6e8424ec 100644 --- a/api/onnx_web/convert/diffusion/diffusion_xl.py +++ b/api/onnx_web/convert/diffusion/diffusion_xl.py @@ -10,6 +10,7 @@ from onnxruntime.transformers.float16 import convert_float_to_float16 from optimum.exporters.onnx import main_export from ...constants import ONNX_MODEL, ONNX_WEIGHTS +from ...utils import run_gc from ..client import fetch_model from ..utils import RESOLVE_FORMATS, ConversionContext, check_ext @@ -79,6 +80,10 @@ def convert_diffusion_diffusers_xl( logger.debug("exporting torch model for %s: %s", source, temp_path) pipeline.save_pretrained(temp_path) + # GC temporary pipeline + del pipeline + run_gc() + # directory -> onnx using optimum exporters main_export( temp_path,