This commit is contained in:
Timothy J. Baek 2024-07-15 11:09:05 +02:00
parent feba1f2e3c
commit 69083b6485

View File

@ -326,25 +326,22 @@ def get_model_path(model: str, update_model: bool = False):
local_files_only = not update_model local_files_only = not update_model
local_model_path = os.path.join(cache_dir, model)
snapshot_kwargs = { snapshot_kwargs = {
"cache_dir": cache_dir, "cache_dir": cache_dir,
"local_files_only": local_files_only, "local_files_only": local_files_only,
} }
log.debug(f"model: {model}") log.debug(f"model: {model}")
log.debug(f"local_model_path: {local_model_path}")
log.debug(f"snapshot_kwargs: {snapshot_kwargs}") log.debug(f"snapshot_kwargs: {snapshot_kwargs}")
# Inspiration from upstream sentence_transformers # Inspiration from upstream sentence_transformers
if ( if (
os.path.exists(local_model_path) os.path.exists(model)
or ("\\" in model or model.count("/") > 1) or ("\\" in model or model.count("/") > 1)
and local_files_only and local_files_only
): ):
# If fully qualified path exists, return input, else set repo_id # If fully qualified path exists, return input, else set repo_id
return local_model_path return model
elif "/" not in model: elif "/" not in model:
# Set valid repo_id for model short-name # Set valid repo_id for model short-name
model = "sentence-transformers" + "/" + model model = "sentence-transformers" + "/" + model
@ -358,7 +355,7 @@ def get_model_path(model: str, update_model: bool = False):
return model_repo_path return model_repo_path
except Exception as e: except Exception as e:
log.exception(f"Cannot determine model snapshot path: {e}") log.exception(f"Cannot determine model snapshot path: {e}")
return local_model_path return model
def generate_openai_embeddings( def generate_openai_embeddings(