[LEADS-444] Support Python 3.14 in lightspeed-evaluation

Author: bsatapat-jpg

.github/workflows/tests.yaml

@@ -12,7 +12,7 @@ jobs:
       pull-requests: read
     strategy:
       matrix:
-        python-version: ["3.11", "3.12", "3.13"]
+        python-version: ["3.11", "3.12", "3.13", "3.14"]
     steps:
       - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}

lsc_agent_eval/pyproject.toml

@@ -3,7 +3,7 @@ name = "lsc-agent-eval"
 version = "0.7.0"
 description = "Agent evaluation package for lightspeed-core systems"
 authors = []
-requires-python = ">=3.11,<3.14"
+requires-python = ">=3.11,<3.15"
 readme = "README.md"
 license = {text = "Apache"}
 

pyproject.toml

@@ -3,7 +3,7 @@ name = "lightspeed-evaluation"
 version = "0.7.0"
 description = "LSC Evaluation Framework - Comprehensive evaluation tooling for GenAI applications"
 authors = []
-requires-python = ">=3.11,<3.14"
+requires-python = ">=3.11,<3.15"
 readme = "README.md"
 license = {text = "Apache"}
 

requirements-all-extras.txt

@@ -17,9 +17,10 @@ annotated-doc==0.0.4
     # via typer
 annotated-types==0.7.0
     # via pydantic
-anyio==4.13.0
+anyio==4.14.1
     # via
     #   httpx
+    #   langsmith
     #   openai
 appdirs==1.4.4
     # via ragas
@@ -29,8 +30,10 @@ attrs==26.1.0
     #   jsonschema
     #   referencing
 backoff==2.2.1
-    # via posthog
-certifi==2026.5.20
+    # via
+    #   langfuse
+    #   posthog
+certifi==2026.6.17
     # via
     #   httpcore
     #   httpx
@@ -55,7 +58,7 @@ colorama==0.4.6
     #   typer
 contourpy==1.3.3
     # via matplotlib
-cryptography==48.0.0
+cryptography==49.0.0
     # via google-auth
 cycler==0.12.1
     # via matplotlib
@@ -77,6 +80,7 @@ diskcache==5.6.3
     #   ragas
 distro==1.9.0
     # via
+    #   langsmith
     #   openai
     #   posthog
 docstring-parser==0.18.0
@@ -85,7 +89,7 @@ execnet==2.1.2
     # via pytest-xdist
 fastuuid==0.14.0
     # via litellm
-filelock==3.29.0
+filelock==3.29.4
     # via
     #   datasets
     #   huggingface-hub
@@ -103,37 +107,39 @@ fsspec==2025.3.0
     #   datasets
     #   huggingface-hub
     #   torch
-google-ai-generativelanguage==0.11.0
+google-ai-generativelanguage==0.12.0
     # via langchain-google-genai
-google-api-core==2.30.3
+google-api-core==2.31.0
     # via google-ai-generativelanguage
-google-auth==2.53.0
+google-auth==2.55.1
     # via
     #   google-ai-generativelanguage
     #   google-api-core
 googleapis-common-protos==1.75.0
     # via
     #   google-api-core
     #   grpcio-status
-greenlet==3.5.1 ; platform_machine == 'AMD64' or platform_machine == 'WIN32' or platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'ppc64le' or platform_machine == 'win32' or platform_machine == 'x86_64'
+    #   opentelemetry-exporter-otlp-proto-http
+greenlet==3.5.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64')
     # via sqlalchemy
-grpcio==1.81.0
+grpcio==1.81.1
     # via
     #   deepeval
     #   google-ai-generativelanguage
     #   google-api-core
     #   grpcio-status
-grpcio-status==1.81.0
+grpcio-status==1.81.1
     # via google-api-core
 h11==0.16.0
     # via httpcore
-hf-xet==1.5.0 ; platform_machine == 'AMD64' or platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64'
+hf-xet==1.5.1 ; platform_machine == 'AMD64' or platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64'
     # via huggingface-hub
 httpcore==1.0.9
     # via httpx
 httpx==0.28.1
     # via
     #   huggingface-hub
+    #   langfuse
     #   langgraph-sdk
     #   langsmith
     #   lightspeed-evaluation
@@ -148,7 +154,7 @@ huggingface-hub==1.16.1
     #   sentence-transformers
     #   tokenizers
     #   transformers
-idna==3.17
+idna==3.18
     # via
     #   anyio
     #   httpx
@@ -158,15 +164,15 @@ importlib-metadata==8.5.0
     # via litellm
 iniconfig==2.3.0
     # via pytest
-instructor==1.15.1
+instructor==1.15.4
     # via ragas
 jinja2==3.1.6
     # via
     #   deepeval
     #   instructor
     #   litellm
     #   torch
-jiter==0.13.0
+jiter==0.14.0
     # via
     #   instructor
     #   openai
@@ -193,7 +199,7 @@ langchain-community==0.3.31
     # via
     #   lightspeed-evaluation
     #   ragas
-langchain-core==1.4.0
+langchain-core==1.4.8
     # via
     #   langchain
     #   langchain-community
@@ -210,8 +216,10 @@ langchain-huggingface==1.2.2
     # via langchain
 langchain-openai==1.1.10
     # via ragas
-langchain-protocol==0.0.16
+langchain-protocol==0.0.18
     # via langchain-core
+langfuse==4.12.0
+    # via lightspeed-evaluation
 langgraph==1.1.10
     # via langchain
 langgraph-checkpoint==4.1.1
@@ -222,7 +230,7 @@ langgraph-prebuilt==1.0.13
     # via langgraph
 langgraph-sdk==0.3.15
     # via langgraph
-langsmith==0.8.8
+langsmith==0.9.3
     # via
     #   langchain-community
     #   langchain-core
@@ -252,6 +260,8 @@ multiprocess==0.70.16
     # via datasets
 mypy-extensions==1.1.0
     # via typing-inspect
+narwhals==2.22.1
+    # via scikit-learn
 nest-asyncio==1.6.0
     # via
     #   deepeval
@@ -286,14 +296,27 @@ openai==2.24.0
     #   langchain-openai
     #   litellm
     #   ragas
-opentelemetry-api==1.42.1
+opentelemetry-api==1.43.0
     # via
     #   deepeval
+    #   langfuse
+    #   opentelemetry-exporter-otlp-proto-http
     #   opentelemetry-sdk
     #   opentelemetry-semantic-conventions
-opentelemetry-sdk==1.42.1
-    # via deepeval
-opentelemetry-semantic-conventions==0.63b1
+opentelemetry-exporter-otlp-proto-common==1.43.0
+    # via opentelemetry-exporter-otlp-proto-http
+opentelemetry-exporter-otlp-proto-http==1.43.0
+    # via langfuse
+opentelemetry-proto==1.43.0
+    # via
+    #   opentelemetry-exporter-otlp-proto-common
+    #   opentelemetry-exporter-otlp-proto-http
+opentelemetry-sdk==1.43.0
+    # via
+    #   deepeval
+    #   langfuse
+    #   opentelemetry-exporter-otlp-proto-http
+opentelemetry-semantic-conventions==0.64b0
     # via opentelemetry-sdk
 orjson==3.11.9
     # via
@@ -306,6 +329,7 @@ packaging==26.2
     #   datasets
     #   huggingface-hub
     #   langchain-core
+    #   langfuse
     #   langsmith
     #   marshmallow
     #   matplotlib
@@ -338,12 +362,13 @@ proto-plus==1.28.0
     # via
     #   google-ai-generativelanguage
     #   google-api-core
-protobuf==7.35.0
+protobuf==7.35.1
     # via
     #   google-ai-generativelanguage
     #   google-api-core
     #   googleapis-common-protos
     #   grpcio-status
+    #   opentelemetry-proto
     #   proto-plus
 pyarrow==24.0.0
     # via datasets
@@ -360,6 +385,7 @@ pydantic==2.12.5
     #   langchain
     #   langchain-core
     #   langchain-google-genai
+    #   langfuse
     #   langgraph
     #   langsmith
     #   lightspeed-evaluation
@@ -371,7 +397,7 @@ pydantic-core==2.41.5
     # via
     #   instructor
     #   pydantic
-pydantic-settings==2.14.1
+pydantic-settings==2.14.2
     # via
     #   deepeval
     #   langchain-community
@@ -410,7 +436,7 @@ python-dotenv==1.2.2
     #   pydantic-settings
 pytz==2026.2
     # via pandas
-pywin32==311 ; sys_platform == 'win32'
+pywin32==312 ; sys_platform == 'win32'
     # via portalocker
 pyyaml==6.0.2
     # via
@@ -428,7 +454,7 @@ referencing==0.37.0
     # via
     #   jsonschema
     #   jsonschema-specifications
-regex==2026.5.9
+regex==2026.6.28
     # via
     #   nltk
     #   sacrebleu
@@ -442,6 +468,7 @@ requests==2.34.2
     #   instructor
     #   langchain-community
     #   langsmith
+    #   opentelemetry-exporter-otlp-proto-http
     #   posthog
     #   requests-toolbelt
     #   tiktoken
@@ -461,9 +488,9 @@ rpds-py==2026.5.1
     #   referencing
 sacrebleu==2.5.1
     # via lightspeed-evaluation
-safetensors==0.7.0
+safetensors==0.8.0
     # via transformers
-scikit-learn==1.8.0
+scikit-learn==1.9.0
     # via sentence-transformers
 scikit-network==0.33.5
     # via ragas
@@ -477,7 +504,7 @@ seaborn==0.13.2
     # via lightspeed-evaluation
 sentence-transformers==5.2.3
     # via lightspeed-evaluation
-sentry-sdk==2.61.1
+sentry-sdk==2.63.0
     # via deepeval
 setuptools==82.0.1
     # via
@@ -491,7 +518,9 @@ six==1.17.0
     #   python-dateutil
     #   rouge-score
 sniffio==1.3.1
-    # via openai
+    # via
+    #   langsmith
+    #   openai
 sqlalchemy==2.0.43
     # via
     #   langchain-community
@@ -532,9 +561,9 @@ tqdm==4.67.1
     #   ragas
     #   sentence-transformers
     #   transformers
-transformers==5.9.0
+transformers==5.12.1
     # via sentence-transformers
-typer==0.26.5
+typer==0.26.8
     # via
     #   deepeval
     #   huggingface-hub
@@ -549,8 +578,10 @@ typing-extensions==4.15.0
     #   huggingface-hub
     #   langchain-core
     #   langchain-protocol
+    #   langsmith
     #   openai
     #   opentelemetry-api
+    #   opentelemetry-exporter-otlp-proto-http
     #   opentelemetry-sdk
     #   opentelemetry-semantic-conventions
     #   pydantic
@@ -574,15 +605,17 @@ urllib3==2.7.0
     # via
     #   requests
     #   sentry-sdk
-uuid-utils==0.16.0
+uuid-utils==0.16.2
     # via
     #   langchain-core
     #   langsmith
 websockets==16.0
     # via langsmith
 wheel==0.47.0
     # via deepeval
-xxhash==3.7.0
+wrapt==2.2.2
+    # via langfuse
+xxhash==3.8.0
     # via
     #   datasets
     #   langgraph