fix(api): only remove one retry after each tile failure
This commit is contained in:
parent
07bea84155
commit
e7aad281b0
|
@ -18,7 +18,7 @@ pip-dev: check-venv
|
||||||
|
|
||||||
test:
|
test:
|
||||||
python -m coverage erase
|
python -m coverage erase
|
||||||
python -m coverage run -m unittest discover -s tests/
|
python -m coverage run -m unittest discover -v -s tests/
|
||||||
python -m coverage html -i
|
python -m coverage html -i
|
||||||
python -m coverage xml -i
|
python -m coverage xml -i
|
||||||
|
|
||||||
|
|
|
@ -175,7 +175,7 @@ class ChainPipeline:
|
||||||
tile_mask: Image.Image,
|
tile_mask: Image.Image,
|
||||||
dims: Tuple[int, int, int],
|
dims: Tuple[int, int, int],
|
||||||
) -> Image.Image:
|
) -> Image.Image:
|
||||||
for i in range(worker.retries):
|
for _i in range(worker.retries):
|
||||||
try:
|
try:
|
||||||
output_tile = stage_pipe.run(
|
output_tile = stage_pipe.run(
|
||||||
worker,
|
worker,
|
||||||
|
@ -201,13 +201,13 @@ class ChainPipeline:
|
||||||
|
|
||||||
return output_tile[0]
|
return output_tile[0]
|
||||||
except Exception:
|
except Exception:
|
||||||
|
worker.retries = worker.retries - 1
|
||||||
logger.exception(
|
logger.exception(
|
||||||
"error while running stage pipeline for tile, retry %s of 3",
|
"error while running stage pipeline for tile, %s retries left",
|
||||||
i,
|
worker.retries,
|
||||||
)
|
)
|
||||||
server.cache.clear()
|
server.cache.clear()
|
||||||
run_gc([worker.get_device()])
|
run_gc([worker.get_device()])
|
||||||
worker.retries = worker.retries - (i + 1)
|
|
||||||
|
|
||||||
raise RetryException("exhausted retries on tile")
|
raise RetryException("exhausted retries on tile")
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue