This commit is contained in:
Justin Hayes 2024-05-22 12:07:08 -04:00
parent 46f4aa1ca5
commit 45cba3dc5d

View File

@ -93,8 +93,7 @@ class Pipeline:
"max_tokens": max_tokens,
"top_p": top_p,
"repetition_penalty": repetition_penalty,
"stop": stop,
"stream": True # Always stream responses
"stop": stop
}
try: