apextoaster
/
onnx-web
1
0
Fork 0
Code Actions

enable CLIP skip for SD1.5 with Compel

This commit is contained in:
Sean Sube 2024-03-03 12:28:56 -06:00
parent d084f53a7e
commit ce45e63d65
Signed by: ssube
GPG Key ID: 3EED7B957D362AF1
1 changed files with 12 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
api/onnx_web/prompt/compel.py
View File

@ -75,8 +75,17 @@ def encode_prompt_compel(
negative_prompt_embeds: Optional[np.ndarray] = None,
skip_clip_states: int = 0,
) -> np.ndarray:
embeddings_type = (
ReturnedEmbeddingsType.LAST_HIDDEN_STATES_NORMALIZED
if skip_clip_states == 0
else ReturnedEmbeddingsType.PENULTIMATE_HIDDEN_STATES_NORMALIZED
)
wrapped_encoder = wrap_encoder(self.text_encoder)
compel = Compel(tokenizer=self.tokenizer, text_encoder=wrapped_encoder)
compel = Compel(
tokenizer=self.tokenizer,
text_encoder=wrapped_encoder,
returned_embeddings_type=embeddings_type,
)
prompt_embeds = compel(prompt)
@ -90,9 +99,9 @@ def encode_prompt_compel(
)
)
prompt_embeds = prompt_embeds.numpy().astype(np.int32)
prompt_embeds = prompt_embeds.numpy().astype(np.float32)
if negative_prompt_embeds is not None:
negative_prompt_embeds = negative_prompt_embeds.numpy().astype(np.int32)
negative_prompt_embeds = negative_prompt_embeds.numpy().astype(np.float32)
return np.concatenate([negative_prompt_embeds, prompt_embeds])