Merge pull request #12 from fernsdavid25/patch-1

Fix for llama 3.1 models
This commit is contained in:
Cole Medin 2024-10-24 07:19:25 -05:00 committed by GitHub
commit 69aceeaad4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1,5 +1,5 @@
// see https://docs.anthropic.com/en/docs/about-claude/models // see https://docs.anthropic.com/en/docs/about-claude/models
export const MAX_TOKENS = 8192; export const MAX_TOKENS = 8000;
// limits the number of model responses that can be returned in a single request // limits the number of model responses that can be returned in a single request
export const MAX_RESPONSE_SEGMENTS = 2; export const MAX_RESPONSE_SEGMENTS = 2;