This commit is contained in:
Timothy J. Baek 2024-07-15 11:09:05 +02:00
parent feba1f2e3c
commit 69083b6485

View File

@ -326,25 +326,22 @@ def get_model_path(model: str, update_model: bool = False):
local_files_only = not update_model
local_model_path = os.path.join(cache_dir, model)
snapshot_kwargs = {
"cache_dir": cache_dir,
"local_files_only": local_files_only,
}
log.debug(f"model: {model}")
log.debug(f"local_model_path: {local_model_path}")
log.debug(f"snapshot_kwargs: {snapshot_kwargs}")
# Inspiration from upstream sentence_transformers
if (
os.path.exists(local_model_path)
os.path.exists(model)
or ("\\" in model or model.count("/") > 1)
and local_files_only
):
# If fully qualified path exists, return input, else set repo_id
return local_model_path
return model
elif "/" not in model:
# Set valid repo_id for model short-name
model = "sentence-transformers" + "/" + model
@ -358,7 +355,7 @@ def get_model_path(model: str, update_model: bool = False):
return model_repo_path
except Exception as e:
log.exception(f"Cannot determine model snapshot path: {e}")
return local_model_path
return model
def generate_openai_embeddings(