OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-16 10:25:43 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

enh: ollama manifold

Browse Source
This commit is contained in:
Timothy J. Baek 2024-05-28 17:20:06 -07:00
parent a18a31b130
commit 3848d40721
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
pipelines/ollama_manifold_pipeline.py
View File

@ -24,13 +24,11 @@ class Pipeline:
OLLAMA_BASE_URL: str OLLAMA_BASE_URL: str
self.valves = Valves(**{"OLLAMA_BASE_URL": "http://localhost:11435"}) self.valves = Valves(**{"OLLAMA_BASE_URL": "http://localhost:11435"})
self.pipelines = []
pass pass
async def on_startup(self): async def on_startup(self):
# This function is called when the server is started or after valves are updated. # This function is called when the server is started or after valves are updated.
print(f"on_startup:{__name__}") print(f"on_startup:{__name__}")
self.pipelines = self.get_ollama_models()
pass pass
async def on_shutdown(self): async def on_shutdown(self):
@ -58,6 +56,11 @@ class Pipeline:
else: else:
return [] return []
# Pipelines are the models that are available in the manifold.
# It can be a list or a function that returns a list.
def pipelines(self) -> List[dict]:
return self.get_ollama_models()
def pipe( def pipe(
self, user_message: str, model_id: str, messages: List[dict], body: dict self, user_message: str, model_id: str, messages: List[dict], body: dict
) -> Union[str, Generator, Iterator]: ) -> Union[str, Generator, Iterator]: