Locally store tiktoken encoding

Author: lrafeei

.github/workflows/tests.yml

@@ -462,6 +462,10 @@ jobs:
         env:
           GROUP_NUMBER: ${{ matrix.group-number }}
 
+      - name: Set up Tiktoken Cache
+        run: |
+          mkdir -p /github/home/.tiktoken_cache
+          curl -L https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken -o .tiktoken_cache/9b5ad71b2ce5302211f9c61530b329a4922fc6a4
       - name: Test
         run: |
           tox run-parallel \

tox.ini

@@ -499,6 +499,7 @@ setenv =
     TOX_ENV_DIR={envdir}
     COVERAGE_FILE={envdir}/.coverage.{envname}
     COVERAGE_RCFILE={toxinidir}/tox.ini
+    TIKTOKEN_CACHE_DIR=/github/home/.tiktoken_cache
     with_extensions: NEW_RELIC_EXTENSIONS = true
     without_extensions: NEW_RELIC_EXTENSIONS = false
     agent_features: NEW_RELIC_APDEX_T = 1000