OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-13 17:10:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: rate limit filter

Browse Source
This commit is contained in:
Timothy J. Baek 2024-05-28 10:07:45 -07:00
parent e9915ed331
commit 44f086b7da
2 changed files with 18 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
pipelines/examples/rate_limit_filter_pipeline.py
View File

@ -20,10 +20,8 @@ class Pipeline:
# List target pipelines (models) that this filter will be connected to. # List target pipelines (models) that this filter will be connected to.
self.pipelines = ["*"] self.pipelines = ["*"]
pass
# Initialize rate limits # Initialize rate limits
self.requests_per_minute: Optional[int] = 60 self.requests_per_minute: Optional[int] = 10
self.requests_per_hour: Optional[int] = 1000 self.requests_per_hour: Optional[int] = 1000
self.sliding_window_limit: Optional[int] = 100 self.sliding_window_limit: Optional[int] = 100
self.sliding_window_minutes: Optional[int] = 15 self.sliding_window_minutes: Optional[int] = 15
@ -48,7 +46,14 @@ class Pipeline:
self.user_requests[user_id] = [ self.user_requests[user_id] = [
req req
for req in self.user_requests[user_id] for req in self.user_requests[user_id]
if now - req < self.sliding_window_minutes * 60 if (
(self.requests_per_minute is not None and now - req < 60)
or (self.requests_per_hour is not None and now - req < 3600)
or (
self.sliding_window_limit is not None
and now - req < self.sliding_window_minutes * 60
)
)
] ]
def log_request(self, user_id: str): def log_request(self, user_id: str):

13
pipelines/rate_limit_filter_pipeline.py
View File

@ -20,10 +20,8 @@ class Pipeline:
# List target pipelines (models) that this filter will be connected to. # List target pipelines (models) that this filter will be connected to.
self.pipelines = ["*"] self.pipelines = ["*"]
pass
# Initialize rate limits # Initialize rate limits
self.requests_per_minute: Optional[int] = 60 self.requests_per_minute: Optional[int] = 10
self.requests_per_hour: Optional[int] = 1000 self.requests_per_hour: Optional[int] = 1000
self.sliding_window_limit: Optional[int] = 100 self.sliding_window_limit: Optional[int] = 100
self.sliding_window_minutes: Optional[int] = 15 self.sliding_window_minutes: Optional[int] = 15
@ -48,7 +46,14 @@ class Pipeline:
self.user_requests[user_id] = [ self.user_requests[user_id] = [
req req
for req in self.user_requests[user_id] for req in self.user_requests[user_id]
if now - req < self.sliding_window_minutes * 60 if (
(self.requests_per_minute is not None and now - req < 60)
or (self.requests_per_hour is not None and now - req < 3600)
or (
self.sliding_window_limit is not None
and now - req < self.sliding_window_minutes * 60
)
)
] ]
def log_request(self, user_id: str): def log_request(self, user_id: str):