Skip to content

[LEADS-444] Support Python 3.14 in lightspeed-evaluation #262

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
bsatapat-jpg wants to merge 1 commit into
base: main
Choose a base branch
from
Open

[LEADS-444] Support Python 3.14 in lightspeed-evaluation #262

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/tests.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ jobs:
pull-requests: read
strategy:
matrix:
python-version: ["3.11", "3.12", "3.13"]
python-version: ["3.11", "3.12", "3.13", "3.14"]
steps:
- uses: actions/checkout@v4
- name: Set up Python ${{ matrix.python-version }}
Expand Down
2 changes: 1 addition & 1 deletion pyproject.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ name = "lightspeed-evaluation"
version = "0.7.0"
description = "LSC Evaluation Framework - Comprehensive evaluation tooling for GenAI applications"
authors = []
requires-python = ">=3.11,<3.14"
requires-python = ">=3.11,<3.15"
readme = "README.md"
license = {text = "Apache"}

Expand Down
101 changes: 67 additions & 34 deletions requirements-all-extras.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,9 +17,10 @@ annotated-doc==0.0.4
# via typer
annotated-types==0.7.0
# via pydantic
anyio==4.13.0
anyio==4.14.1
# via
# httpx
# langsmith
# openai
appdirs==1.4.4
# via ragas
Expand All @@ -29,8 +30,10 @@ attrs==26.1.0
# jsonschema
# referencing
backoff==2.2.1
# via posthog
certifi==2026.5.20
# via
# langfuse
# posthog
certifi==2026.6.17
# via
# httpcore
# httpx
Expand All @@ -55,7 +58,7 @@ colorama==0.4.6
# typer
contourpy==1.3.3
# via matplotlib
cryptography==48.0.0
cryptography==49.0.0
# via google-auth
cycler==0.12.1
# via matplotlib
Expand All @@ -77,6 +80,7 @@ diskcache==5.6.3
# ragas
distro==1.9.0
# via
# langsmith
# openai
# posthog
docstring-parser==0.18.0
Expand All @@ -85,7 +89,7 @@ execnet==2.1.2
# via pytest-xdist
fastuuid==0.14.0
# via litellm
filelock==3.29.0
filelock==3.29.4
# via
# datasets
# huggingface-hub
Expand All @@ -103,37 +107,39 @@ fsspec==2025.3.0
# datasets
# huggingface-hub
# torch
google-ai-generativelanguage==0.11.0
google-ai-generativelanguage==0.12.0
# via langchain-google-genai
google-api-core==2.30.3
google-api-core==2.31.0
# via google-ai-generativelanguage
google-auth==2.53.0
google-auth==2.55.1
# via
# google-ai-generativelanguage
# google-api-core
googleapis-common-protos==1.75.0
# via
# google-api-core
# grpcio-status
greenlet==3.5.1 ; platform_machine == 'AMD64' or platform_machine == 'WIN32' or platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'ppc64le' or platform_machine == 'win32' or platform_machine == 'x86_64'
# opentelemetry-exporter-otlp-proto-http
greenlet==3.5.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64')
# via sqlalchemy
grpcio==1.81.0
grpcio==1.81.1
# via
# deepeval
# google-ai-generativelanguage
# google-api-core
# grpcio-status
grpcio-status==1.81.0
grpcio-status==1.81.1
# via google-api-core
h11==0.16.0
# via httpcore
hf-xet==1.5.0 ; platform_machine == 'AMD64' or platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64'
hf-xet==1.5.1 ; platform_machine == 'AMD64' or platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64'
# via huggingface-hub
httpcore==1.0.9
# via httpx
httpx==0.28.1
# via
# huggingface-hub
# langfuse
# langgraph-sdk
# langsmith
# lightspeed-evaluation
Expand All @@ -148,7 +154,7 @@ huggingface-hub==1.16.1
# sentence-transformers
# tokenizers
# transformers
idna==3.17
idna==3.18
# via
# anyio
# httpx
Expand All @@ -158,15 +164,15 @@ importlib-metadata==8.5.0
# via litellm
iniconfig==2.3.0
# via pytest
instructor==1.15.1
instructor==1.15.4
# via ragas
jinja2==3.1.6
# via
# deepeval
# instructor
# litellm
# torch
jiter==0.13.0
jiter==0.14.0
# via
# instructor
# openai
Expand All @@ -193,7 +199,7 @@ langchain-community==0.3.31
# via
# lightspeed-evaluation
# ragas
langchain-core==1.4.0
langchain-core==1.4.8
# via
# langchain
# langchain-community
Expand All @@ -210,8 +216,10 @@ langchain-huggingface==1.2.2
# via langchain
langchain-openai==1.1.10
# via ragas
langchain-protocol==0.0.16
langchain-protocol==0.0.18
# via langchain-core
langfuse==4.12.0
# via lightspeed-evaluation
langgraph==1.1.10
# via langchain
langgraph-checkpoint==4.1.1
Expand All @@ -222,7 +230,7 @@ langgraph-prebuilt==1.0.13
# via langgraph
langgraph-sdk==0.3.15
# via langgraph
langsmith==0.8.8
langsmith==0.9.3
# via
# langchain-community
# langchain-core
Expand Down Expand Up @@ -252,6 +260,8 @@ multiprocess==0.70.16
# via datasets
mypy-extensions==1.1.0
# via typing-inspect
narwhals==2.22.1
# via scikit-learn
nest-asyncio==1.6.0
# via
# deepeval
Expand Down Expand Up @@ -286,14 +296,27 @@ openai==2.24.0
# langchain-openai
# litellm
# ragas
opentelemetry-api==1.42.1
opentelemetry-api==1.43.0
# via
# deepeval
# langfuse
# opentelemetry-exporter-otlp-proto-http
# opentelemetry-sdk
# opentelemetry-semantic-conventions
opentelemetry-sdk==1.42.1
# via deepeval
opentelemetry-semantic-conventions==0.63b1
opentelemetry-exporter-otlp-proto-common==1.43.0
# via opentelemetry-exporter-otlp-proto-http
opentelemetry-exporter-otlp-proto-http==1.43.0
# via langfuse
opentelemetry-proto==1.43.0
# via
# opentelemetry-exporter-otlp-proto-common
# opentelemetry-exporter-otlp-proto-http
opentelemetry-sdk==1.43.0
# via
# deepeval
# langfuse
# opentelemetry-exporter-otlp-proto-http
opentelemetry-semantic-conventions==0.64b0
# via opentelemetry-sdk
orjson==3.11.9
# via
Expand All @@ -306,6 +329,7 @@ packaging==26.2
# datasets
# huggingface-hub
# langchain-core
# langfuse
# langsmith
# marshmallow
# matplotlib
Expand Down Expand Up @@ -338,12 +362,13 @@ proto-plus==1.28.0
# via
# google-ai-generativelanguage
# google-api-core
protobuf==7.35.0
protobuf==7.35.1
# via
# google-ai-generativelanguage
# google-api-core
# googleapis-common-protos
# grpcio-status
# opentelemetry-proto
# proto-plus
pyarrow==24.0.0
# via datasets
Expand All @@ -360,6 +385,7 @@ pydantic==2.12.5
# langchain
# langchain-core
# langchain-google-genai
# langfuse
# langgraph
# langsmith
# lightspeed-evaluation
Expand All @@ -371,7 +397,7 @@ pydantic-core==2.41.5
# via
# instructor
# pydantic
pydantic-settings==2.14.1
pydantic-settings==2.14.2
# via
# deepeval
# langchain-community
Expand Down Expand Up @@ -410,7 +436,7 @@ python-dotenv==1.2.2
# pydantic-settings
pytz==2026.2
# via pandas
pywin32==311 ; sys_platform == 'win32'
pywin32==312 ; sys_platform == 'win32'
# via portalocker
pyyaml==6.0.2
# via
Expand All @@ -428,7 +454,7 @@ referencing==0.37.0
# via
# jsonschema
# jsonschema-specifications
regex==2026.5.9
regex==2026.6.28
# via
# nltk
# sacrebleu
Expand All @@ -442,6 +468,7 @@ requests==2.34.2
# instructor
# langchain-community
# langsmith
# opentelemetry-exporter-otlp-proto-http
# posthog
# requests-toolbelt
# tiktoken
Expand All @@ -461,9 +488,9 @@ rpds-py==2026.5.1
# referencing
sacrebleu==2.5.1
# via lightspeed-evaluation
safetensors==0.7.0
safetensors==0.8.0
# via transformers
scikit-learn==1.8.0
scikit-learn==1.9.0
# via sentence-transformers
scikit-network==0.33.5
# via ragas
Expand All @@ -477,7 +504,7 @@ seaborn==0.13.2
# via lightspeed-evaluation
sentence-transformers==5.2.3
# via lightspeed-evaluation
sentry-sdk==2.61.1
sentry-sdk==2.63.0
# via deepeval
setuptools==82.0.1
# via
Expand All @@ -491,7 +518,9 @@ six==1.17.0
# python-dateutil
# rouge-score
sniffio==1.3.1
# via openai
# via
# langsmith
# openai
sqlalchemy==2.0.43
# via
# langchain-community
Expand Down Expand Up @@ -532,9 +561,9 @@ tqdm==4.67.1
# ragas
# sentence-transformers
# transformers
transformers==5.9.0
transformers==5.12.1
# via sentence-transformers
typer==0.26.5
typer==0.26.8
# via
# deepeval
# huggingface-hub
Expand All @@ -549,8 +578,10 @@ typing-extensions==4.15.0
# huggingface-hub
# langchain-core
# langchain-protocol
# langsmith
# openai
# opentelemetry-api
# opentelemetry-exporter-otlp-proto-http
# opentelemetry-sdk
# opentelemetry-semantic-conventions
# pydantic
Expand All @@ -574,15 +605,17 @@ urllib3==2.7.0
# via
# requests
# sentry-sdk
uuid-utils==0.16.0
uuid-utils==0.16.2
# via
# langchain-core
# langsmith
websockets==16.0
# via langsmith
wheel==0.47.0
# via deepeval
xxhash==3.7.0
wrapt==2.2.2
# via langfuse
xxhash==3.8.0
# via
# datasets
# langgraph
Expand Down
Loading
Loading