This commit is contained in:
Timothy J. Baek 2024-10-24 00:48:34 -07:00
parent 744139d2ce
commit d160d0351f

View File

@ -298,8 +298,18 @@
feedbacks = await getAllFeedbacks(localStorage.token); feedbacks = await getAllFeedbacks(localStorage.token);
loaded = true; loaded = true;
tokenizer = await AutoTokenizer.from_pretrained(EMBEDDING_MODEL); // Check if the tokenizer and model are already loaded and stored in the window object
model = await AutoModel.from_pretrained(EMBEDDING_MODEL); if (!window.tokenizer) {
window.tokenizer = await AutoTokenizer.from_pretrained(EMBEDDING_MODEL);
}
if (!window.model) {
window.model = await AutoModel.from_pretrained(EMBEDDING_MODEL);
}
// Use the tokenizer and model from the window object
tokenizer = window.tokenizer;
model = window.model;
// Pre-compute embeddings for all unique tags // Pre-compute embeddings for all unique tags
const allTags = new Set(feedbacks.flatMap((feedback) => feedback.data.tags || [])); const allTags = new Set(feedbacks.flatMap((feedback) => feedback.data.tags || []));