apextoaster
/
onnx-web
1
0
Fork 0
Code Actions

feat(api): limit simultaneous image workers (fixes #15)

This commit is contained in:
Sean Sube 2023-01-13 10:32:03 -06:00
parent 2ebba8a296
commit e872eeacec
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
api/onnx_web/serve.py
View File

@ -54,6 +54,8 @@ model_path = environ.get('ONNX_WEB_MODEL_PATH', path.join('..', 'models'))
output_path = environ.get('ONNX_WEB_OUTPUT_PATH', path.join('..', 'outputs')) output_path = environ.get('ONNX_WEB_OUTPUT_PATH', path.join('..', 'outputs'))
params_path = environ.get('ONNX_WEB_PARAMS_PATH', 'params.json') params_path = environ.get('ONNX_WEB_PARAMS_PATH', 'params.json')
# options
num_workers = int(environ.get('ONNX_WEB_NUM_WORKERS', 2))
# pipeline caching # pipeline caching
available_models = [] available_models = []
@ -317,7 +319,10 @@ def load_params():
check_paths() check_paths()
load_models() load_models()
load_params() load_params()
app = Flask(__name__) app = Flask(__name__)
app.config['EXECUTOR_MAX_WORKERS'] = num_workers
executor = Executor(app) executor = Executor(app)
# routes # routes