From 2c8bd4b0439e7a33ea7327ad6ccc68a5cf5c2c98 Mon Sep 17 00:00:00 2001
From: Sean Sube <seansube@gmail.com>
Date: Mon, 20 Feb 2023 21:46:23 -0600
Subject: [PATCH] read batch parameter from request

---
 api/onnx_web/serve.py | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/api/onnx_web/serve.py b/api/onnx_web/serve.py
index 6e7ced0c..04ebae1d 100644
--- a/api/onnx_web/serve.py
+++ b/api/onnx_web/serve.py
@@ -165,6 +165,13 @@ def pipeline_from_request() -> Tuple[DeviceParams, ImageParams, Size]:
     if negative_prompt is not None and negative_prompt.strip() == "":
         negative_prompt = None
 
+    batch = get_and_clamp_int(
+        request.args,
+        "batch",
+        get_config_value("batch"),
+        get_config_value("batch", "max"),
+        get_config_value("batch", "min"),
+    )
     cfg = get_and_clamp_float(
         request.args,
         "cfg",
@@ -230,6 +237,7 @@ def pipeline_from_request() -> Tuple[DeviceParams, ImageParams, Size]:
         eta=eta,
         lpw=lpw,
         negative_prompt=negative_prompt,
+        batch=batch,
     )
     size = Size(width, height)
     return (device, params, size)