OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-12 00:20:48 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add envvar init to rate limit

Browse Source
This commit is contained in:
Justin Hayes 2024-05-31 12:29:39 -04:00 committed by GitHub
parent 975eeae9f9
commit 02fd89b1fe
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 11 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
examples/rate_limit_filter_pipeline.py
View File

@ -33,13 +33,19 @@ class Pipeline:
sliding_window_minutes: Optional[int] = None sliding_window_minutes: Optional[int] = None
# Initialize rate limits # Initialize rate limits
pipelines = os.getenv("RATE_LIMIT_PIPELINES", "*").split(",")
requests_per_minute = int(os.getenv("RATE_LIMIT_REQUESTS_PER_MINUTE", 10))
requests_per_hour = int(os.getenv("RATE_LIMIT_REQUESTS_PER_HOUR", 1000))
sliding_window_limit = int(os.getenv("RATE_LIMIT_SLIDING_WINDOW_LIMIT", 100))
sliding_window_minutes = int(os.getenv("RATE_LIMIT_SLIDING_WINDOW_MINUTES", 15))
self.valves = Valves( self.valves = Valves(
**{ **{
"pipelines": ["*"], # Connect to all pipelines "pipelines": pipelines,
"requests_per_minute": 10, "requests_per_minute": requests_per_minute,
"requests_per_hour": 1000, "requests_per_hour": requests_per_hour,
"sliding_window_limit": 100, "sliding_window_limit": sliding_window_limit,
"sliding_window_minutes": 15, "sliding_window_minutes": sliding_window_minutes,
} }
) )