From 6eb55d426c344e9671d28942f81645c2696361c5 Mon Sep 17 00:00:00 2001 From: Diwakar Singh Maurya Date: Sun, 1 Dec 2024 09:24:19 +0700 Subject: [PATCH] Improve nginx config to support better streaming response from models --- docs/tutorials/integrations/tab-nginx/LetsEncrypt.md | 3 +++ docs/tutorials/integrations/tab-nginx/SelfSigned.md | 3 +++ 2 files changed, 6 insertions(+) diff --git a/docs/tutorials/integrations/tab-nginx/LetsEncrypt.md b/docs/tutorials/integrations/tab-nginx/LetsEncrypt.md index 4807c5e..3bd4ae1 100644 --- a/docs/tutorials/integrations/tab-nginx/LetsEncrypt.md +++ b/docs/tutorials/integrations/tab-nginx/LetsEncrypt.md @@ -31,6 +31,9 @@ Let's Encrypt provides free SSL certificates trusted by most browsers, ideal for proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; proxy_set_header X-Forwarded-Proto $scheme; + + # (Optional) Disable proxy buffering for better streaming response from models + proxy_buffering off; } } ``` diff --git a/docs/tutorials/integrations/tab-nginx/SelfSigned.md b/docs/tutorials/integrations/tab-nginx/SelfSigned.md index 30ee9c7..a6c56fd 100644 --- a/docs/tutorials/integrations/tab-nginx/SelfSigned.md +++ b/docs/tutorials/integrations/tab-nginx/SelfSigned.md @@ -29,6 +29,9 @@ Using self-signed certificates is suitable for development or internal use where proxy_set_header X-Real-IP $remote_addr; proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; proxy_set_header X-Forwarded-Proto $scheme; + + # (Optional) Disable proxy buffering for better streaming response from models + proxy_buffering off; } } ```