Fix: get LiteLLM models on startup

This commit is contained in:
Justin Hayes 2024-08-02 15:51:28 -04:00
parent ef88564520
commit 316c547163

View File

@ -53,6 +53,8 @@ class Pipeline:
async def on_startup(self): async def on_startup(self):
# This function is called when the server is started. # This function is called when the server is started.
print(f"on_startup:{__name__}") print(f"on_startup:{__name__}")
# Get models on startup
self.pipelines = self.get_litellm_models()
pass pass
async def on_shutdown(self): async def on_shutdown(self):