diff --git a/api/onnx_web/diffusers/load.py b/api/onnx_web/diffusers/load.py
index 75dafc2e..a04cb5e5 100644
--- a/api/onnx_web/diffusers/load.py
+++ b/api/onnx_web/diffusers/load.py
@@ -227,6 +227,9 @@ def load_pipeline(
             **components,
         )
 
+        if pipe.scheduler != scheduler:
+            pipe.scheduler = scheduler
+
         # make sure XL models are actually being used
         if "text_encoder_session" in components:
             pipe.text_encoder = ORTModelTextEncoder(