From d0c0d0d2b44edb20639beaa87e7587c4fbc09d48 Mon Sep 17 00:00:00 2001 From: "Timothy J. Baek" Date: Sat, 24 Feb 2024 22:35:11 -0800 Subject: [PATCH] fix: litellm config issue --- backend/.dockerignore | 9 ++++++++- backend/config.py | 36 ++++++++++++++++++++++++++++++++++++ 2 files changed, 44 insertions(+), 1 deletion(-) diff --git a/backend/.dockerignore b/backend/.dockerignore index 11f9256fe..97ab32835 100644 --- a/backend/.dockerignore +++ b/backend/.dockerignore @@ -4,4 +4,11 @@ _old uploads .ipynb_checkpoints *.db -_test \ No newline at end of file +_test +!/data +/data/* +!/data/litellm +/data/litellm/* +!data/litellm/config.yaml + +!data/config.json \ No newline at end of file diff --git a/backend/config.py b/backend/config.py index b16913c12..effcd2462 100644 --- a/backend/config.py +++ b/backend/config.py @@ -6,6 +6,8 @@ from bs4 import BeautifulSoup from pathlib import Path import json +import yaml + import markdown import requests import shutil @@ -163,6 +165,40 @@ Path(CACHE_DIR).mkdir(parents=True, exist_ok=True) DOCS_DIR = f"{DATA_DIR}/docs" Path(DOCS_DIR).mkdir(parents=True, exist_ok=True) + +#################################### +# LITELLM_CONFIG +#################################### + + +def create_config_file(file_path): + directory = os.path.dirname(file_path) + + # Check if directory exists, if not, create it + if not os.path.exists(directory): + os.makedirs(directory) + + # Data to write into the YAML file + config_data = { + "general_settings": {}, + "litellm_settings": {}, + "model_list": [], + "router_settings": {}, + } + + # Write data to YAML file + with open(file_path, "w") as file: + yaml.dump(config_data, file) + + +LITELLM_CONFIG_PATH = f"{DATA_DIR}/litellm/config.yaml" + +if not os.path.exists(LITELLM_CONFIG_PATH): + print("Config file doesn't exist. Creating...") + create_config_file(LITELLM_CONFIG_PATH) + print("Config file created successfully.") + + #################################### # OLLAMA_API_BASE_URL ####################################