update the GenerateChatCompletionForm stream to be defaulted to true.

This defaults the /api/chat/ endpoint to default to streaming being true
This commit is contained in:
Nate.Dorr 2024-10-25 08:00:37 -05:00
parent d905bda000
commit b4acf689e3

View File

@ -739,7 +739,7 @@ class GenerateChatCompletionForm(BaseModel):
format: Optional[str] = None format: Optional[str] = None
options: Optional[dict] = None options: Optional[dict] = None
template: Optional[str] = None template: Optional[str] = None
stream: Optional[bool] = None stream: Optional[bool] = True
keep_alive: Optional[Union[int, str]] = None keep_alive: Optional[Union[int, str]] = None