OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-06-26 18:15:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix: get LiteLLM models on init

Browse Source
This commit is contained in:
Justin Hayes 2024-08-02 15:45:38 -04:00
parent ba1af55615
commit ef88564520
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
examples/pipelines/providers/litellm_manifold_pipeline.py
View File

@ -2,7 +2,7 @@
title: LiteLLM Manifold Pipeline title: LiteLLM Manifold Pipeline
author: open-webui author: open-webui
date: 2024-05-30 date: 2024-05-30
version: 1.0 version: 1.0.1
license: MIT license: MIT
description: A manifold pipeline that uses LiteLLM. description: A manifold pipeline that uses LiteLLM.
""" """
@ -46,7 +46,8 @@ class Pipeline:
"LITELLM_PIPELINE_DEBUG": os.getenv("LITELLM_PIPELINE_DEBUG", False), "LITELLM_PIPELINE_DEBUG": os.getenv("LITELLM_PIPELINE_DEBUG", False),
} }
) )
self.pipelines = [] # Get models on initialization
self.pipelines = self.get_litellm_models()
pass pass
async def on_startup(self): async def on_startup(self):
@ -85,7 +86,7 @@ class Pipeline:
for model in models["data"] for model in models["data"]
] ]
except Exception as e: except Exception as e:
print(f"Error: {e}") print(f"Error fetching models from LiteLLM: {e}")
return [ return [
{ {
"id": "error", "id": "error",
@ -93,6 +94,7 @@ class Pipeline:
}, },
] ]
else: else:
print("LITELLM_BASE_URL not set. Please configure it in the valves.")
return [] return []
def pipe( def pipe(