Skip to content

Commit 73ab6b4

Browse files
SyedShahmeerAli12SyedShahmeerAli12
authored
Merge branch 'main' into feat/arangodb-document-store
2 parents 2624f1e + b944fd6 commit 73ab6b4

59 files changed

Lines changed: 3694 additions & 39 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.github/labeler.yml‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -68,6 +68,11 @@ integration:chroma:
6868
- changed-files:
6969
- any-glob-to-any-file: "integrations/chroma/**/*"
7070
- any-glob-to-any-file: ".github/workflows/chroma.yml"
71+
72+
integration:cognee:
73+
- changed-files:
74+
- any-glob-to-any-file: "integrations/cognee/**/*"
75+
- any-glob-to-any-file: ".github/workflows/cognee.yml"
7176

7277
integration:cohere:
7378
- changed-files:
@@ -178,6 +183,11 @@ integration:libreoffice:
178183
- any-glob-to-any-file: "integrations/libreoffice/**/*"
179184
- any-glob-to-any-file: ".github/workflows/libreoffice.yml"
180185

186+
integration:litellm:
187+
- changed-files:
188+
- any-glob-to-any-file: "integrations/litellm/**/*"
189+
- any-glob-to-any-file: ".github/workflows/litellm.yml"
190+
181191
integration:markitdown:
182192
- changed-files:
183193
- any-glob-to-any-file: "integrations/markitdown/**/*"

‎.github/workflows/CI_coverage_comment.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,7 @@ on:
1616
- "Test / azure_doc_intelligence"
1717
- "Test / chonkie"
1818
- "Test / chroma"
19+
- "Test / cognee"
1920
- "Test / cohere"
2021
- "Test / cometapi"
2122
- "Test / deepeval"

‎.github/workflows/arcadedb.yml‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,8 @@ jobs:
6464
python-version: ${{ fromJSON(needs.compute-test-matrix.outputs.python-version) }}
6565
services:
6666
arcadedb:
67-
image: arcadedata/arcadedb:latest
67+
# temporarily pinned due to https://github.com/ArcadeData/arcadedb/issues/4359
68+
image: arcadedata/arcadedb:26.5.1
6869
env:
6970
# Default password so container starts in forks; main repo uses secret
7071
JAVA_OPTS: "-Darcadedb.server.rootPassword=${{ secrets.ARCADEDB_PASSWORD || 'arcadedb' }}"

‎.github/workflows/cognee.yml‎

Lines changed: 144 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,144 @@
1+
# This workflow comes from https://github.com/ofek/hatch-mypyc
2+
# https://github.com/ofek/hatch-mypyc/blob/5a198c0ba8660494d02716cfc9d79ce4adfb1442/.github/workflows/test.yml
3+
name: Test / cognee
4+
5+
on:
6+
schedule:
7+
- cron: "0 0 * * *"
8+
pull_request:
9+
paths:
10+
- "integrations/cognee/**"
11+
- "!integrations/cognee/*.md"
12+
- ".github/workflows/cognee.yml"
13+
push:
14+
branches:
15+
- main
16+
paths:
17+
- "integrations/cognee/**"
18+
- "!integrations/cognee/*.md"
19+
- ".github/workflows/cognee.yml"
20+
21+
defaults:
22+
run:
23+
working-directory: integrations/cognee
24+
25+
concurrency:
26+
group: cognee-${{ github.head_ref || github.sha }}
27+
cancel-in-progress: true
28+
29+
env:
30+
PYTHONUNBUFFERED: "1"
31+
FORCE_COLOR: "1"
32+
# cognee runs an LLM internally for remember/recall/improve; the integration suite needs a key.
33+
LLM_API_KEY: ${{ secrets.OPENAI_API_KEY }}
34+
TEST_MATRIX_OS: '["ubuntu-latest", "windows-latest", "macos-latest"]'
35+
TEST_MATRIX_PYTHON: '["3.10", "3.14"]'
36+
37+
jobs:
38+
compute-test-matrix:
39+
runs-on: ubuntu-slim
40+
defaults:
41+
run:
42+
working-directory: .
43+
outputs:
44+
os: ${{ steps.set.outputs.os }}
45+
python-version: ${{ steps.set.outputs.python-version }}
46+
steps:
47+
- id: set
48+
run: |
49+
echo 'os=${{ github.event_name == 'push' && '["ubuntu-latest"]' || env.TEST_MATRIX_OS }}' >> "$GITHUB_OUTPUT"
50+
echo 'python-version=${{ github.event_name == 'push' && '["3.10"]' || env.TEST_MATRIX_PYTHON }}' >> "$GITHUB_OUTPUT"
51+
52+
run:
53+
name: Python ${{ matrix.python-version }} on ${{ startsWith(matrix.os, 'macos-') && 'macOS' || startsWith(matrix.os, 'windows-') && 'Windows' || 'Linux' }}
54+
needs: compute-test-matrix
55+
permissions:
56+
contents: write
57+
pull-requests: write
58+
runs-on: ${{ matrix.os }}
59+
strategy:
60+
fail-fast: false
61+
matrix:
62+
os: ${{ fromJSON(needs.compute-test-matrix.outputs.os) }}
63+
python-version: ${{ fromJSON(needs.compute-test-matrix.outputs.python-version) }}
64+
65+
steps:
66+
- name: Support longpaths
67+
if: matrix.os == 'windows-latest'
68+
working-directory: .
69+
run: git config --system core.longpaths true
70+
71+
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
72+
73+
- name: Set up Python ${{ matrix.python-version }}
74+
uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
75+
with:
76+
python-version: ${{ matrix.python-version }}
77+
78+
- name: Install Hatch
79+
run: |
80+
python -m pip install --upgrade pip
81+
pip install hatch --uploaded-prior-to=P1D
82+
83+
- name: Lint
84+
if: matrix.python-version == '3.10' && runner.os == 'Linux'
85+
run: hatch run fmt-check && hatch run test:types
86+
87+
- name: Run unit tests
88+
run: hatch run test:unit-cov-retry
89+
90+
# On PR: posts coverage comment (directly on same-repo PRs; via artifact for fork PRs). On push to main: stores coverage baseline on data branch.
91+
- name: Store unit tests coverage
92+
id: coverage_comment
93+
if: matrix.python-version == '3.10' && runner.os == 'Linux' && github.event_name != 'schedule'
94+
uses: py-cov-action/python-coverage-comment-action@63f52f4fbbffada6e8dee8ec432de7e01df9ba79 # v3.41
95+
with:
96+
GITHUB_TOKEN: ${{ github.token }}
97+
COVERAGE_PATH: integrations/cognee
98+
SUBPROJECT_ID: cognee
99+
MINIMUM_GREEN: 90
100+
MINIMUM_ORANGE: 60
101+
102+
- name: Upload coverage comment to be posted
103+
if: matrix.python-version == '3.10' && runner.os == 'Linux' && github.event_name == 'pull_request' && steps.coverage_comment.outputs.COMMENT_FILE_WRITTEN == 'true'
104+
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
105+
with:
106+
name: coverage-comment-cognee
107+
path: python-coverage-comment-action-cognee.txt
108+
109+
- name: Run integration tests
110+
run: hatch run test:integration-cov-append-retry
111+
112+
- name: Store combined coverage
113+
if: github.event_name == 'push'
114+
uses: py-cov-action/python-coverage-comment-action@63f52f4fbbffada6e8dee8ec432de7e01df9ba79 # v3.41
115+
with:
116+
GITHUB_TOKEN: ${{ github.token }}
117+
COVERAGE_PATH: integrations/cognee
118+
SUBPROJECT_ID: cognee-combined
119+
MINIMUM_GREEN: 90
120+
MINIMUM_ORANGE: 60
121+
122+
- name: Run unit tests with lowest direct dependencies
123+
if: github.event_name != 'push'
124+
run: |
125+
hatch run uv pip compile pyproject.toml --resolution lowest-direct --output-file requirements_lowest_direct.txt
126+
hatch -e test env run -- uv pip install -r requirements_lowest_direct.txt
127+
hatch run test:unit
128+
129+
- name: Nightly - run unit tests with Haystack main branch
130+
if: github.event_name == 'schedule'
131+
run: |
132+
hatch env prune
133+
hatch -e test env run -- uv pip install git+https://github.com/deepset-ai/haystack.git@main
134+
hatch run test:unit
135+
136+
137+
notify-slack-on-failure:
138+
needs: run
139+
if: failure() && github.event_name == 'schedule'
140+
runs-on: ubuntu-slim
141+
steps:
142+
- uses: deepset-ai/notify-slack-action@a65def0c8bf91d6520286ab34280151c76a5a008 # v1.1.0
143+
with:
144+
slack-webhook-url: ${{ secrets.SLACK_WEBHOOK_URL_NOTIFICATIONS }}

‎.github/workflows/libreoffice.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -89,7 +89,7 @@ jobs:
8989
if: runner.os == 'Windows'
9090
shell: pwsh
9191
run: |
92-
choco install libreoffice -y
92+
choco install libreoffice-fresh -y
9393
echo "C:\Program Files\LibreOffice\program" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
9494
9595
- name: Install LibreOffice headless (macOS)

‎.github/workflows/litellm.yml‎

Lines changed: 142 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,142 @@
1+
# This workflow comes from https://github.com/ofek/hatch-mypyc
2+
# https://github.com/ofek/hatch-mypyc/blob/5a198c0ba8660494d02716cfc9d79ce4adfb1442/.github/workflows/test.yml
3+
name: Test / litellm
4+
5+
on:
6+
schedule:
7+
- cron: "0 0 * * *"
8+
pull_request:
9+
paths:
10+
- "integrations/litellm/**"
11+
- "!integrations/litellm/*.md"
12+
- ".github/workflows/litellm.yml"
13+
push:
14+
branches:
15+
- main
16+
paths:
17+
- "integrations/litellm/**"
18+
- "!integrations/litellm/*.md"
19+
- ".github/workflows/litellm.yml"
20+
21+
defaults:
22+
run:
23+
working-directory: integrations/litellm
24+
25+
concurrency:
26+
group: litellm-${{ github.head_ref || github.sha }}
27+
cancel-in-progress: true
28+
29+
env:
30+
PYTHONUNBUFFERED: "1"
31+
FORCE_COLOR: "1"
32+
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
33+
TEST_MATRIX_OS: '["ubuntu-latest", "windows-latest", "macos-latest"]'
34+
TEST_MATRIX_PYTHON: '["3.10", "3.14"]'
35+
36+
jobs:
37+
compute-test-matrix:
38+
runs-on: ubuntu-slim
39+
defaults:
40+
run:
41+
working-directory: .
42+
outputs:
43+
os: ${{ steps.set.outputs.os }}
44+
python-version: ${{ steps.set.outputs.python-version }}
45+
steps:
46+
- id: set
47+
run: |
48+
echo 'os=${{ github.event_name == 'push' && '["ubuntu-latest"]' || env.TEST_MATRIX_OS }}' >> "$GITHUB_OUTPUT"
49+
echo 'python-version=${{ github.event_name == 'push' && '["3.10"]' || env.TEST_MATRIX_PYTHON }}' >> "$GITHUB_OUTPUT"
50+
51+
run:
52+
name: Python ${{ matrix.python-version }} on ${{ startsWith(matrix.os, 'macos-') && 'macOS' || startsWith(matrix.os, 'windows-') && 'Windows' || 'Linux' }}
53+
needs: compute-test-matrix
54+
permissions:
55+
contents: write
56+
pull-requests: write
57+
runs-on: ${{ matrix.os }}
58+
strategy:
59+
fail-fast: false
60+
matrix:
61+
os: ${{ fromJSON(needs.compute-test-matrix.outputs.os) }}
62+
python-version: ${{ fromJSON(needs.compute-test-matrix.outputs.python-version) }}
63+
64+
steps:
65+
- name: Support longpaths
66+
if: matrix.os == 'windows-latest'
67+
working-directory: .
68+
run: git config --system core.longpaths true
69+
70+
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
71+
72+
- name: Set up Python ${{ matrix.python-version }}
73+
uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
74+
with:
75+
python-version: ${{ matrix.python-version }}
76+
77+
- name: Install Hatch
78+
run: |
79+
python -m pip install --upgrade pip
80+
pip install hatch --uploaded-prior-to=P1D
81+
82+
- name: Lint
83+
if: matrix.python-version == '3.10' && runner.os == 'Linux'
84+
run: hatch run fmt-check && hatch run test:types
85+
86+
- name: Run unit tests
87+
run: hatch run test:unit-cov-retry
88+
89+
# On PR: posts coverage comment (directly on same-repo PRs; via artifact for fork PRs). On push to main: stores coverage baseline on data branch.
90+
- name: Store unit tests coverage
91+
id: coverage_comment
92+
if: matrix.python-version == '3.10' && runner.os == 'Linux' && github.event_name != 'schedule'
93+
uses: py-cov-action/python-coverage-comment-action@63f52f4fbbffada6e8dee8ec432de7e01df9ba79 # v3.41
94+
with:
95+
GITHUB_TOKEN: ${{ github.token }}
96+
COVERAGE_PATH: integrations/litellm
97+
SUBPROJECT_ID: litellm
98+
MINIMUM_GREEN: 90
99+
MINIMUM_ORANGE: 60
100+
101+
- name: Upload coverage comment to be posted
102+
if: matrix.python-version == '3.10' && runner.os == 'Linux' && github.event_name == 'pull_request' && steps.coverage_comment.outputs.COMMENT_FILE_WRITTEN == 'true'
103+
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
104+
with:
105+
name: coverage-comment-litellm
106+
path: python-coverage-comment-action-litellm.txt
107+
108+
- name: Run integration tests
109+
run: hatch run test:integration-cov-append-retry
110+
111+
- name: Store combined coverage
112+
if: github.event_name == 'push'
113+
uses: py-cov-action/python-coverage-comment-action@63f52f4fbbffada6e8dee8ec432de7e01df9ba79 # v3.41
114+
with:
115+
GITHUB_TOKEN: ${{ github.token }}
116+
COVERAGE_PATH: integrations/litellm
117+
SUBPROJECT_ID: litellm-combined
118+
MINIMUM_GREEN: 90
119+
MINIMUM_ORANGE: 60
120+
121+
- name: Run unit tests with lowest direct dependencies
122+
if: github.event_name != 'push'
123+
run: |
124+
hatch run uv pip compile pyproject.toml --resolution lowest-direct --output-file requirements_lowest_direct.txt
125+
hatch -e test env run -- uv pip install -r requirements_lowest_direct.txt
126+
hatch run test:unit
127+
128+
- name: Nightly - run tests with Haystack main branch
129+
if: github.event_name == 'schedule'
130+
run: |
131+
hatch env prune
132+
hatch -e test env run -- uv pip install git+https://github.com/deepset-ai/haystack.git@main
133+
hatch run test:unit-cov-retry
134+
135+
notify-slack-on-failure:
136+
needs: run
137+
if: failure() && github.event_name == 'schedule'
138+
runs-on: ubuntu-slim
139+
steps:
140+
- uses: deepset-ai/notify-slack-action@3cda73b77a148f16f703274198e7771340cf862b # v1
141+
with:
142+
slack-webhook-url: ${{ secrets.SLACK_WEBHOOK_URL_NOTIFICATIONS }}

‎.github/workflows/mem0.yml‎

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@ concurrency:
2929
env:
3030
PYTHONUNBUFFERED: "1"
3131
FORCE_COLOR: "1"
32+
MEM0_API_KEY: ${{ secrets.MEM0_API_KEY }}
3233
TEST_MATRIX_OS: '["ubuntu-latest", "windows-latest", "macos-latest"]'
3334
TEST_MATRIX_PYTHON: '["3.10", "3.14"]'
3435

@@ -74,7 +75,10 @@ jobs:
7475
python-version: ${{ matrix.python-version }}
7576

7677
- name: Install Hatch
77-
run: pip install --upgrade hatch
78+
run: |
79+
python -m pip install --upgrade pip
80+
pip install hatch --uploaded-prior-to=P1D
81+
7882
- name: Lint
7983
if: matrix.python-version == '3.10' && runner.os == 'Linux'
8084
run: hatch run fmt-check && hatch run test:types
@@ -134,6 +138,6 @@ jobs:
134138
if: failure() && github.event_name == 'schedule'
135139
runs-on: ubuntu-slim
136140
steps:
137-
- uses: deepset-ai/notify-slack-action@3cda73b77a148f16f703274198e7771340cf862b # v1
141+
- uses: deepset-ai/notify-slack-action@a65def0c8bf91d6520286ab34280151c76a5a008 # v1.1.0
138142
with:
139143
slack-webhook-url: ${{ secrets.SLACK_WEBHOOK_URL_NOTIFICATIONS }}

‎.github/workflows/perplexity.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@ concurrency:
2929
env:
3030
PYTHONUNBUFFERED: "1"
3131
FORCE_COLOR: "1"
32+
PERPLEXITY_API_KEY: ${{ secrets.PERPLEXITY_API_KEY }}
3233
TEST_MATRIX_OS: '["ubuntu-latest", "windows-latest", "macos-latest"]'
3334
TEST_MATRIX_PYTHON: '["3.10", "3.14"]'
3435

‎.github/workflows/ragas.yml‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -108,6 +108,16 @@ jobs:
108108
- name: Run integration tests
109109
run: hatch run test:integration-cov-append-retry
110110

111+
- name: Store combined coverage
112+
if: github.event_name == 'push'
113+
uses: py-cov-action/python-coverage-comment-action@63f52f4fbbffada6e8dee8ec432de7e01df9ba79 # v3.41
114+
with:
115+
GITHUB_TOKEN: ${{ github.token }}
116+
COVERAGE_PATH: integrations/ragas
117+
SUBPROJECT_ID: ragas-combined
118+
MINIMUM_GREEN: 90
119+
MINIMUM_ORANGE: 60
120+
111121
- name: Run unit tests with lowest direct dependencies
112122
if: github.event_name != 'push'
113123
run: |

0 commit comments

Comments
 (0)