Update app.py

This commit is contained in:
Daya Guo 2024-02-02 11:01:06 +08:00 committed by GitHub
parent 5ca49c93b1
commit ba9525ba14
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -62,7 +62,7 @@ def generate(
do_sample=False,
num_beams=1,
repetition_penalty=repetition_penalty,
eos_token_id=32021
eos_token_id=tokenizer.eos_token_id
)
t = Thread(target=model.generate, kwargs=generate_kwargs)
t.start()