1
0
Fork 0

fix(api): update VAE tiling params every time pipeline is used

This commit is contained in:
Sean Sube 2023-05-05 20:27:27 -05:00
parent 2cb03cb5ec
commit 98f99b1523
Signed by: ssube
GPG Key ID: 3EED7B957D362AF1
1 changed files with 12 additions and 12 deletions

View File

@ -125,18 +125,6 @@ def load_pipeline(
logger.debug("reusing existing diffusion pipeline")
pipe = cache_pipe
cache_pipe.vae_encoder.set_tiled(tiled=params.tiled_vae)
cache_pipe.vae_decoder.set_tiled(tiled=params.tiled_vae)
# update panorama params
if pipeline == "panorama":
latent_window = params.tiles // 8
latent_stride = params.stride // 8
cache_pipe.set_window_size(latent_window, latent_stride)
cache_pipe.vae_encoder.set_window_size(latent_window, params.overlap)
cache_pipe.vae_decoder.set_window_size(latent_window, params.overlap)
# update scheduler
cache_scheduler = server.cache.get("scheduler", scheduler_key)
if cache_scheduler is None:
@ -363,6 +351,18 @@ def load_pipeline(
server.cache.set("diffusion", pipe_key, pipe)
server.cache.set("scheduler", scheduler_key, components["scheduler"])
pipe.vae_encoder.set_tiled(tiled=params.tiled_vae)
pipe.vae_decoder.set_tiled(tiled=params.tiled_vae)
# update panorama params
if pipeline == "panorama":
latent_window = params.tiles // 8
latent_stride = params.stride // 8
pipe.set_window_size(latent_window, latent_stride)
pipe.vae_encoder.set_window_size(latent_window, params.overlap)
pipe.vae_decoder.set_window_size(latent_window, params.overlap)
return pipe