apextoaster
/
onnx-web
1
0
Fork 0
Code Actions

add test flag to increase time limit

This commit is contained in:
Sean Sube 2023-12-30 11:49:59 -06:00
parent f6134dafc6
commit 698058018a
Signed by: ssube
GPG Key ID: 3EED7B957D362AF1
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
api/scripts/test-release.py
View File

@ -28,7 +28,7 @@ logger = getLogger(__name__)
FAST_TEST = 10 FAST_TEST = 10
SLOW_TEST = 25 SLOW_TEST = 25
VERY_SLOW_TEST = 75 VERY_SLOW_TEST = 100
STRICT_TEST = 1e-4 STRICT_TEST = 1e-4
LOOSE_TEST = 1e-2 LOOSE_TEST = 1e-2
@ -421,8 +421,9 @@ def parse_args(args: List[str]):
description="regression tests for onnx-web", description="regression tests for onnx-web",
) )
parser.add_argument("--host", default="http://127.0.0.1:5000") parser.add_argument("--host", default="http://127.0.0.1:5000")
parser.add_argument("-n", "--name") parser.add_argument("-n", "--name", help="filter tests by name (contains this string)")
parser.add_argument("-m", "--mse", default=1.0, type=float) parser.add_argument("-m", "--mse", default=1.0, type=float, help="MSE multiplier (test strictness)")
parser.add_argument("-t", "--time", default=1, type=int, help="time multiplier (test duration)")
return parser.parse_args(args) return parser.parse_args(args)
@ -521,6 +522,7 @@ def run_test(
host: str, host: str,
test: TestCase, test: TestCase,
mse_mult: float = 1.0, mse_mult: float = 1.0,
time_mult: int = 1,
) -> TestResult: ) -> TestResult:
""" """
Generate an image, wait for it to be ready, and calculate the MSE from the reference. Generate an image, wait for it to be ready, and calculate the MSE from the reference.
@ -531,7 +533,7 @@ def run_test(
return TestResult.failed(test.name, "could not generate image") return TestResult.failed(test.name, "could not generate image")
ready = False ready = False
for attempt in tqdm(range(test.max_attempts)): for attempt in tqdm(range(test.max_attempts * time_mult)):
if check_ready(host, keys[0]): if check_ready(host, keys[0]):
logger.debug("image is ready: %s", keys) logger.debug("image is ready: %s", keys)
ready = True ready = True
@ -594,7 +596,7 @@ def main():
for _i in range(3): for _i in range(3):
try: try:
logger.info("starting test: %s", test.name) logger.info("starting test: %s", test.name)
result = run_test(args.host, test, mse_mult=args.mse) result = run_test(args.host, test, mse_mult=args.mse, time_mult=args.time)
if result.passed: if result.passed:
logger.info("test passed: %s", test.name) logger.info("test passed: %s", test.name)
break break