Update app.py

This commit is contained in:
Daya Guo 2024-02-02 11:01:06 +08:00 committed by GitHub
parent 5ca49c93b1
commit ba9525ba14
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -62,7 +62,7 @@ def generate(
do_sample=False, do_sample=False,
num_beams=1, num_beams=1,
repetition_penalty=repetition_penalty, repetition_penalty=repetition_penalty,
eos_token_id=32021 eos_token_id=tokenizer.eos_token_id
) )
t = Thread(target=model.generate, kwargs=generate_kwargs) t = Thread(target=model.generate, kwargs=generate_kwargs)
t.start() t.start()