pin tokenizers

Author: alexander-alderman-webb

scripts/populate_tox/config.py

@@ -18,6 +18,9 @@
         "deps": {
             "*": ["pytest-asyncio"],
             "<0.50": ["httpx<0.28.0"],
+            # tokenizers dropped Python 3.8 support, but didn't update package metadata.
+            # https://github.com/huggingface/tokenizers/commit/f4c9fd7f402fc794df8f1b547a95ee5305f9fe62
+            "py3.8": ["tokenizors<0.20.4"],
         },
         "python": ">=3.8",
     },

tox.ini

@@ -102,9 +102,9 @@ envlist =
 
     # ~~~ AI ~~~
     {py3.8,py3.11,py3.12}-anthropic-v0.16.0
-    {py3.8,py3.11,py3.12}-anthropic-v0.39.0
-    {py3.8,py3.12,py3.13}-anthropic-v0.62.0
-    {py3.9,py3.13,py3.14,py3.14t}-anthropic-v0.86.0
+    {py3.8,py3.11,py3.12}-anthropic-v0.42.0
+    {py3.8,py3.12,py3.13}-anthropic-v0.68.2
+    {py3.9,py3.13,py3.14,py3.14t}-anthropic-v0.93.0
     {py3.9,py3.13,py3.14,py3.14t}-anthropic-latest
 
     {py3.9,py3.10,py3.11}-cohere-v5.4.0
@@ -515,13 +515,14 @@ deps =
 
     # ~~~ AI ~~~
     anthropic-v0.16.0: anthropic==0.16.0
-    anthropic-v0.39.0: anthropic==0.39.0
-    anthropic-v0.62.0: anthropic==0.62.0
-    anthropic-v0.86.0: anthropic==0.86.0
-    anthropic-latest: anthropic==0.86.0
+    anthropic-v0.42.0: anthropic==0.42.0
+    anthropic-v0.68.2: anthropic==0.68.2
+    anthropic-v0.93.0: anthropic==0.93.0
+    anthropic-latest: anthropic==0.93.0
     anthropic: pytest-asyncio
     anthropic-v0.16.0: httpx<0.28.0
-    anthropic-v0.39.0: httpx<0.28.0
+    anthropic-v0.42.0: httpx<0.28.0
+    {py3.8}-anthropic: tokenizors<0.20.4
 
     cohere-v5.4.0: cohere==5.4.0
     cohere-v5.10.0: cohere==5.10.0