apextoaster
/
onnx-web
1
0
Fork 0
Code Actions

fix(tests): make release tests more strict, update DEIS reference

This commit is contained in:
Sean Sube 2023-03-08 23:17:54 -06:00
parent 312d8d251a
commit 3d0f2434af
Signed by: ssube
GPG Key ID: 3EED7B957D362AF1
2 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
api/scripts/test-refs/txt2img-sd-v1-5-512-muffin-deis-0.png (Stored with Git LFS)
View File

Binary file not shown.

7
api/scripts/test-release.py
View File

@ -46,7 +46,7 @@ class TestCase:
name: str,
query: str,
max_attempts: int = FAST_TEST,
mse_threshold: float = 0.001,
mse_threshold: float = 1e-4,
source: Union[Image.Image, List[Image.Image]] = None,
mask: Image.Image = None,
) -> None:
@ -86,6 +86,7 @@ TEST_DATA = [
TestCase(
"txt2img-sd-v2-1-768-muffin",
"txt2img?prompt=a+giant+muffin&seed=0&scheduler=ddim&model=stable-diffusion-onnx-v2-1&width=768&height=768",
max_attempts=SLOW_TEST,
),
TestCase(
"txt2img-openjourney-512-muffin",
@ -312,9 +313,9 @@ def run_test(
mse = find_mse(result, ref)
if mse < test.mse_threshold:
logger.info("MSE within threshold: %.4f < %.4f", mse, test.mse_threshold)
logger.info("MSE within threshold: %.5f < %.5f", mse, test.mse_threshold)
else:
logger.warning("MSE above threshold: %.4f > %.4f", mse, test.mse_threshold)
logger.warning("MSE above threshold: %.5f > %.5f", mse, test.mse_threshold)
passed = False
return passed