OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-14 17:35:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #210 from justinh-rahb/litellm-fix

Browse Source 
Fix: Get LiteLLM Models
This commit is contained in:
Timothy Jaeryang Baek 2024-08-02 22:09:26 +02:00 committed by GitHub
commit 272cf8c0b4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
examples/pipelines/providers/litellm_manifold_pipeline.py
View File

@ -2,7 +2,7 @@
title: LiteLLM Manifold Pipeline title: LiteLLM Manifold Pipeline
author: open-webui author: open-webui
date: 2024-05-30 date: 2024-05-30
version: 1.0 version: 1.0.1
license: MIT license: MIT
description: A manifold pipeline that uses LiteLLM. description: A manifold pipeline that uses LiteLLM.
""" """
@ -46,12 +46,15 @@ class Pipeline:
"LITELLM_PIPELINE_DEBUG": os.getenv("LITELLM_PIPELINE_DEBUG", False), "LITELLM_PIPELINE_DEBUG": os.getenv("LITELLM_PIPELINE_DEBUG", False),
} }
) )
self.pipelines = [] # Get models on initialization
self.pipelines = self.get_litellm_models()
pass pass
async def on_startup(self): async def on_startup(self):
# This function is called when the server is started. # This function is called when the server is started.
print(f"on_startup:{__name__}") print(f"on_startup:{__name__}")
# Get models on startup
self.pipelines = self.get_litellm_models()
pass pass
async def on_shutdown(self): async def on_shutdown(self):
@ -85,7 +88,7 @@ class Pipeline:
for model in models["data"] for model in models["data"]
] ]
except Exception as e: except Exception as e:
print(f"Error: {e}") print(f"Error fetching models from LiteLLM: {e}")
return [ return [
{ {
"id": "error", "id": "error",
@ -93,6 +96,7 @@ class Pipeline:
}, },
] ]
else: else:
print("LITELLM_BASE_URL not set. Please configure it in the valves.")
return [] return []
def pipe( def pipe(