1
0
Fork 0

move text encoder 2 loading

This commit is contained in:
Sean Sube 2023-09-23 22:59:41 -05:00
parent 6b6f63564e
commit d11b37f0b2
Signed by: ssube
GPG Key ID: 3EED7B957D362AF1
1 changed files with 26 additions and 27 deletions

View File

@ -369,16 +369,7 @@ def load_text_encoders(
) )
text_encoder_session._model_path = path.join(model, "text_encoder") text_encoder_session._model_path = path.join(model, "text_encoder")
components["text_encoder_session"] = text_encoder_session components["text_encoder_session"] = text_encoder_session
else:
components["text_encoder"] = OnnxRuntimeModel(
OnnxRuntimeModel.load_model(
text_encoder.SerializeToString(),
provider=device.ort_provider("text-encoder"),
sess_options=text_encoder_opts,
)
)
if params.is_xl():
text_encoder_2 = path.join(model, "text_encoder_2", ONNX_MODEL) text_encoder_2 = path.join(model, "text_encoder_2", ONNX_MODEL)
text_encoder_2 = blend_loras( text_encoder_2 = blend_loras(
server, server,
@ -404,6 +395,14 @@ def load_text_encoders(
) )
text_encoder_2_session._model_path = path.join(model, "text_encoder_2") text_encoder_2_session._model_path = path.join(model, "text_encoder_2")
components["text_encoder_2_session"] = text_encoder_2_session components["text_encoder_2_session"] = text_encoder_2_session
else:
components["text_encoder"] = OnnxRuntimeModel(
OnnxRuntimeModel.load_model(
text_encoder.SerializeToString(),
provider=device.ort_provider("text-encoder"),
sess_options=text_encoder_opts,
)
)
return components return components