From 1bdfb4ac8ab5ac5e975f2b7223853986c7882970 Mon Sep 17 00:00:00 2001 From: Sean Sube Date: Tue, 14 Nov 2023 20:34:56 -0600 Subject: [PATCH] fix(api): do not parse tokens when removing them --- api/onnx_web/diffusers/utils.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/api/onnx_web/diffusers/utils.py b/api/onnx_web/diffusers/utils.py index 7eaee674..f308e2fa 100644 --- a/api/onnx_web/diffusers/utils.py +++ b/api/onnx_web/diffusers/utils.py @@ -3,7 +3,7 @@ from copy import deepcopy from logging import getLogger from math import ceil from re import Pattern, compile -from typing import Dict, List, Optional, Tuple +from typing import Any, Dict, List, Optional, Tuple import numpy as np import torch @@ -515,9 +515,13 @@ def parse_reseed(prompt: str) -> Tuple[str, List[Reseed]]: return get_tokens_from_prompt(prompt, RESEED_TOKEN, parser=parse_reseed_group) +def skip_group(group) -> Any: + return group + + def remove_tokens(prompt: Optional[str]) -> Optional[str]: if prompt is None: return prompt - remainder, tokens = get_tokens_from_prompt(prompt, ANY_TOKEN) + remainder, tokens = get_tokens_from_prompt(prompt, ANY_TOKEN, parser=skip_group) return remainder