OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-12 16:40:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #27 from justinh-rahb/ratelimit

Browse Source 
Rate Limit Environment Variables
This commit is contained in:
Timothy Jaeryang Baek 2024-05-31 09:51:35 -07:00 committed by GitHub
commit b56782af8a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 12 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
examples/rate_limit_filter_pipeline.py
View File

@ -1,9 +1,9 @@
import os
from typing import List, Optional from typing import List, Optional
from pydantic import BaseModel from pydantic import BaseModel
from schemas import OpenAIChatMessage from schemas import OpenAIChatMessage
import time import time
class Pipeline: class Pipeline:
def __init__(self): def __init__(self):
# Pipeline filters are only compatible with Open WebUI # Pipeline filters are only compatible with Open WebUI
@ -33,13 +33,19 @@ class Pipeline:
sliding_window_minutes: Optional[int] = None sliding_window_minutes: Optional[int] = None
# Initialize rate limits # Initialize rate limits
pipelines = os.getenv("RATE_LIMIT_PIPELINES", "*").split(",")
requests_per_minute = int(os.getenv("RATE_LIMIT_REQUESTS_PER_MINUTE", 10))
requests_per_hour = int(os.getenv("RATE_LIMIT_REQUESTS_PER_HOUR", 1000))
sliding_window_limit = int(os.getenv("RATE_LIMIT_SLIDING_WINDOW_LIMIT", 100))
sliding_window_minutes = int(os.getenv("RATE_LIMIT_SLIDING_WINDOW_MINUTES", 15))
self.valves = Valves( self.valves = Valves(
**{ **{
"pipelines": ["*"], # Connect to all pipelines "pipelines": pipelines,
"requests_per_minute": 10, "requests_per_minute": requests_per_minute,
"requests_per_hour": 1000, "requests_per_hour": requests_per_hour,
"sliding_window_limit": 100, "sliding_window_limit": sliding_window_limit,
"sliding_window_minutes": 15, "sliding_window_minutes": sliding_window_minutes,
} }
) )