Merge pull request #308 from diwakar-s-maurya/main

Improve nginx config to support better streaming response from models
This commit is contained in:
Timothy Jaeryang Baek 2024-12-08 23:00:18 -08:00 committed by GitHub
commit ca8bb783e2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 0 deletions

View File

@ -31,6 +31,9 @@ Let's Encrypt provides free SSL certificates trusted by most browsers, ideal for
proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme; proxy_set_header X-Forwarded-Proto $scheme;
# (Optional) Disable proxy buffering for better streaming response from models
proxy_buffering off;
} }
} }
``` ```

View File

@ -29,6 +29,9 @@ Using self-signed certificates is suitable for development or internal use where
proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme; proxy_set_header X-Forwarded-Proto $scheme;
# (Optional) Disable proxy buffering for better streaming response from models
proxy_buffering off;
} }
} }
``` ```