From d0c2e3dc319466e049539975e7893800039c7104 Mon Sep 17 00:00:00 2001
From: "Timothy J. Baek" <timothyjrbeck@gmail.com>
Date: Sun, 2 Jun 2024 13:32:58 -0700
Subject: [PATCH] feat: tiktoken

---
 requirements.txt | 1 +
 1 file changed, 1 insertion(+)

diff --git a/requirements.txt b/requirements.txt
index 06cc026..5f27030 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -43,6 +43,7 @@ sentence-transformers
 transformers
 tokenizers
 nltk
+tiktoken
 
 # Image processing
 Pillow