apextoaster
/
onnx-web
1
0
Fork 0
Code Actions

fix(api): unload old model before loading next one

This commit is contained in:
Sean Sube 2023-01-21 22:09:32 -06:00
parent abc1ae5112
commit 9e26ee5b85
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
api/onnx_web/pipeline.py
View File

@ -10,6 +10,7 @@ from typing import Any, Union
import gc import gc
import numpy as np import numpy as np
import torch
from .image import ( from .image import (
expand_image, expand_image,
@ -54,6 +55,12 @@ def load_pipeline(pipeline: DiffusionPipeline, model: str, provider: str, schedu
print('reusing existing pipeline') print('reusing existing pipeline')
pipe = last_pipeline_instance pipe = last_pipeline_instance
else: else:
print('unloading previous pipeline')
last_pipeline_instance = None
last_pipeline_scheduler = None
gc.collect()
torch.cuda.empty_cache()
print('loading different pipeline') print('loading different pipeline')
pipe = pipeline.from_pretrained( pipe = pipeline.from_pretrained(
model, model,