apextoaster
/
onnx-web
1
0
Fork 0
Code Actions

fix variable names

This commit is contained in:
Sean Sube 2023-02-25 11:24:28 -06:00
parent 44393e3770
commit 947a1bfdec
Signed by: ssube
GPG Key ID: 3EED7B957D362AF1
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
api/onnx_web/transformers.py
View File

@ -27,14 +27,14 @@ def run_txt2txt_pipeline(
input_ids = tokenizer.encode(params.prompt, return_tensors="pt").to( input_ids = tokenizer.encode(params.prompt, return_tensors="pt").to(
device.torch_device() device.torch_device()
) )
output = model.generate( results = model.generate(
input_ids, input_ids,
do_sample=True, do_sample=True,
max_length=tokens, max_length=tokens,
temperature=0.8, temperature=0.8,
) )
result = tokenizer.decode(output[0], skip_special_tokens=True) result_text = tokenizer.decode(results[0], skip_special_tokens=True)
print("Server says: %s" % result) print("Server says: %s" % result_text)
logger.info("finished txt2txt job: %s", output) logger.info("finished txt2txt job: %s", output)