feat(local): tiktoken cache within repo for offline (#1467)

zylon-ai · Mar 11, 2024 · 821bca3 · 821bca3
1 parent 02dc83e
commit 821bca3
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 0 deletions.
diff --git a/private_gpt/__init__.py b/private_gpt/__init__.py
@@ -22,3 +22,6 @@
 # Disable chromaDB telemetry
 # It is already disabled, see PR#1144
 # os.environ["ANONYMIZED_TELEMETRY"] = "False"
+
+# adding tiktoken cache path within repo to be able to run in offline environment.
+os.environ["TIKTOKEN_CACHE_DIR"] = "tiktoken_cache"
diff --git a/tiktoken_cache/.gitignore b/tiktoken_cache/.gitignore
@@ -0,0 +1,2 @@
+*
+!.gitignore