Improve nginx config to support better streaming response from models

This commit is contained in:
Diwakar Singh Maurya 2024-12-01 09:24:19 +07:00
parent 7126e3a9fa
commit 6eb55d426c
2 changed files with 6 additions and 0 deletions

View File

@ -31,6 +31,9 @@ Let's Encrypt provides free SSL certificates trusted by most browsers, ideal for
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;
# (Optional) Disable proxy buffering for better streaming response from models
proxy_buffering off;
}
}
```

View File

@ -29,6 +29,9 @@ Using self-signed certificates is suitable for development or internal use where
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;
# (Optional) Disable proxy buffering for better streaming response from models
proxy_buffering off;
}
}
```