feat: update to persistent config

This commit is contained in:
Jun Siang Cheah
2024-05-17 11:44:29 +08:00
parent 0665703401
commit 5d3eddf7e9
7 changed files with 89 additions and 8 deletions

View File

@@ -77,7 +77,7 @@ with open(LITELLM_CONFIG_DIR, "r") as file:
app.state.ENABLE = ENABLE_LITELLM
app.state.CONFIG = litellm_config
app.state.MODEL_CONFIG = MODEL_CONFIG.get("litellm", [])
app.state.MODEL_CONFIG = MODEL_CONFIG.value.get("litellm", [])
# Global variable to store the subprocess reference
background_process = None