1
0
Fork 0

fix(api): only remove one retry after each tile failure

This commit is contained in:
Sean Sube 2023-09-13 17:26:43 -05:00
parent 07bea84155
commit e7aad281b0
Signed by: ssube
GPG Key ID: 3EED7B957D362AF1
2 changed files with 5 additions and 5 deletions

View File

@ -18,7 +18,7 @@ pip-dev: check-venv
test: test:
python -m coverage erase python -m coverage erase
python -m coverage run -m unittest discover -s tests/ python -m coverage run -m unittest discover -v -s tests/
python -m coverage html -i python -m coverage html -i
python -m coverage xml -i python -m coverage xml -i

View File

@ -175,7 +175,7 @@ class ChainPipeline:
tile_mask: Image.Image, tile_mask: Image.Image,
dims: Tuple[int, int, int], dims: Tuple[int, int, int],
) -> Image.Image: ) -> Image.Image:
for i in range(worker.retries): for _i in range(worker.retries):
try: try:
output_tile = stage_pipe.run( output_tile = stage_pipe.run(
worker, worker,
@ -201,13 +201,13 @@ class ChainPipeline:
return output_tile[0] return output_tile[0]
except Exception: except Exception:
worker.retries = worker.retries - 1
logger.exception( logger.exception(
"error while running stage pipeline for tile, retry %s of 3", "error while running stage pipeline for tile, %s retries left",
i, worker.retries,
) )
server.cache.clear() server.cache.clear()
run_gc([worker.get_device()]) run_gc([worker.get_device()])
worker.retries = worker.retries - (i + 1)
raise RetryException("exhausted retries on tile") raise RetryException("exhausted retries on tile")