This commit is contained in:
Justin Hayes 2024-05-22 12:07:08 -04:00
parent 46f4aa1ca5
commit 45cba3dc5d

View File

@ -93,8 +93,7 @@ class Pipeline:
"max_tokens": max_tokens, "max_tokens": max_tokens,
"top_p": top_p, "top_p": top_p,
"repetition_penalty": repetition_penalty, "repetition_penalty": repetition_penalty,
"stop": stop, "stop": stop
"stream": True # Always stream responses
} }
try: try: