Bump max_output_tokens

This commit is contained in:
Justin Hayes 2024-06-28 10:52:05 -04:00 committed by GitHub
parent 48f77c5798
commit 50132989d0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -112,7 +112,7 @@ class Pipeline:
temperature=body.get("temperature", 0.7),
top_p=body.get("top_p", 1.0),
top_k=body.get("top_k", 1),
max_output_tokens=body.get("max_tokens", 1024),
max_output_tokens=body.get("max_tokens", 8192),
)
)