Skip to content

Commit 05cba20

Browse files
srini047srini047
authored
Merge branch 'main' into filter-options-qdrant
2 parents 2af1d7a + 051ccb8 commit 05cba20

115 files changed

Lines changed: 13685 additions & 1342 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.github/labeler.yml‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,11 @@ integration:azure-ai-search:
2929
- any-glob-to-any-file: "integrations/azure_ai_search/**/*"
3030
- any-glob-to-any-file: ".github/workflows/azure_ai_search.yml"
3131

32+
integration:azure-doc-intelligence:
33+
- changed-files:
34+
- any-glob-to-any-file: "integrations/azure_doc_intelligence/**/*"
35+
- any-glob-to-any-file: ".github/workflows/azure_doc_intelligence.yml"
36+
3237
integration:chroma:
3338
- changed-files:
3439
- any-glob-to-any-file: "integrations/chroma/**/*"
@@ -209,6 +214,11 @@ integration:weave:
209214
- any-glob-to-any-file: "integrations/weave/**/*"
210215
- any-glob-to-any-file: ".github/workflows/weave.yml"
211216

217+
integration:valkey:
218+
- changed-files:
219+
- any-glob-to-any-file: "integrations/valkey/**/*"
220+
- any-glob-to-any-file: ".github/workflows/valkey.yml"
221+
212222
# Topics
213223
topic:CI:
214224
- changed-files:

‎.github/workflows/azure_doc_intelligence.yml‎

Lines changed: 80 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,80 @@
1+
# This workflow comes from https://github.com/ofek/hatch-mypyc
2+
# https://github.com/ofek/hatch-mypyc/blob/5a198c0ba8660494d02716cfc9d79ce4adfb1442/.github/workflows/test.yml
3+
name: Test / azure_doc_intelligence
4+
5+
on:
6+
schedule:
7+
- cron: "0 0 * * *"
8+
pull_request:
9+
paths:
10+
- "integrations/azure_doc_intelligence/**"
11+
- "!integrations/azure_doc_intelligence/*.md"
12+
- ".github/workflows/azure_doc_intelligence.yml"
13+
14+
concurrency:
15+
group: azure_doc_intelligence-${{ github.head_ref }}
16+
cancel-in-progress: true
17+
18+
env:
19+
PYTHONUNBUFFERED: "1"
20+
FORCE_COLOR: "1"
21+
AZURE_DI_ENDPOINT: ${{ secrets.AZURE_DI_ENDPOINT }}
22+
AZURE_AI_API_KEY: ${{ secrets.AZURE_AI_API_KEY }}
23+
24+
defaults:
25+
run:
26+
working-directory: integrations/azure_doc_intelligence
27+
28+
jobs:
29+
run:
30+
name: Python ${{ matrix.python-version }} on ${{ startsWith(matrix.os, 'macos-') && 'macOS' || startsWith(matrix.os, 'windows-') && 'Windows' || 'Linux' }}
31+
runs-on: ${{ matrix.os }}
32+
strategy:
33+
fail-fast: false
34+
max-parallel: 3
35+
matrix:
36+
os: [ubuntu-latest, windows-latest]
37+
python-version: ["3.10", "3.13"]
38+
39+
steps:
40+
- uses: actions/checkout@v6
41+
42+
- name: Set up Python ${{ matrix.python-version }}
43+
uses: actions/setup-python@v6
44+
with:
45+
python-version: ${{ matrix.python-version }}
46+
47+
- name: Install Hatch
48+
run: pip install --upgrade hatch
49+
50+
- name: Lint
51+
if: matrix.python-version == '3.10' && runner.os == 'Linux'
52+
run: hatch run fmt-check && hatch run test:types
53+
54+
- name: Generate docs
55+
if: matrix.python-version == '3.10' && runner.os == 'Linux'
56+
run: hatch run docs
57+
58+
- name: Run tests
59+
run: hatch run test:cov-retry
60+
61+
- name: Run unit tests with lowest direct dependencies
62+
run: |
63+
hatch run uv pip compile pyproject.toml --resolution lowest-direct --output-file requirements_lowest_direct.txt
64+
hatch -e test env run -- uv pip install -r requirements_lowest_direct.txt
65+
hatch run test:unit
66+
67+
- name: Nightly - run unit tests with Haystack main branch
68+
if: github.event_name == 'schedule'
69+
run: |
70+
hatch env prune
71+
hatch -e test env run -- uv pip install git+https://github.com/deepset-ai/haystack.git@main
72+
hatch run test:unit
73+
74+
- name: Send event to Datadog for nightly failures
75+
if: failure() && github.event_name == 'schedule'
76+
uses: ./.github/actions/send_failure
77+
with:
78+
title: |
79+
Core integrations nightly tests failure: ${{ github.workflow }}
80+
api-key: ${{ secrets.CORE_DATADOG_API_KEY }}

‎.github/workflows/valkey.yml‎

Lines changed: 88 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,88 @@
1+
# This workflow comes from https://github.com/ofek/hatch-mypyc
2+
# https://github.com/ofek/hatch-mypyc/blob/5a198c0ba8660494d02716cfc9d79ce4adfb1442/.github/workflows/test.yml
3+
name: Test / valkey
4+
5+
on:
6+
schedule:
7+
- cron: "0 0 * * *"
8+
pull_request:
9+
paths:
10+
- "integrations/valkey/**"
11+
- "!integrations/valkey/*.md"
12+
- ".github/workflows/valkey.yml"
13+
14+
defaults:
15+
run:
16+
working-directory: integrations/valkey
17+
18+
concurrency:
19+
group: valkey-${{ github.head_ref }}
20+
cancel-in-progress: true
21+
22+
env:
23+
PYTHONUNBUFFERED: "1"
24+
FORCE_COLOR: "1"
25+
26+
jobs:
27+
run:
28+
name: Python ${{ matrix.python-version }} on ${{ startsWith(matrix.os, 'macos-') && 'macOS' || startsWith(matrix.os, 'windows-') && 'Windows' || 'Linux' }}
29+
runs-on: ${{ matrix.os }}
30+
strategy:
31+
fail-fast: false
32+
matrix:
33+
os: [ubuntu-latest] # Valkey service container only available on Linux
34+
python-version: ["3.10", "3.13"]
35+
36+
services:
37+
valkey:
38+
image: valkey/valkey-bundle:latest
39+
ports:
40+
- 6379:6379
41+
options: >-
42+
--health-cmd "valkey-cli ping"
43+
--health-interval 10s
44+
--health-timeout 5s
45+
--health-retries 5
46+
47+
steps:
48+
- uses: actions/checkout@v6
49+
50+
- name: Set up Python ${{ matrix.python-version }}
51+
uses: actions/setup-python@v6
52+
with:
53+
python-version: ${{ matrix.python-version }}
54+
55+
- name: Install Hatch
56+
run: pip install --upgrade hatch
57+
58+
- name: Lint
59+
if: matrix.python-version == '3.10' && runner.os == 'Linux'
60+
run: hatch run fmt-check && hatch run test:types
61+
62+
- name: Generate docs
63+
if: matrix.python-version == '3.10' && runner.os == 'Linux'
64+
run: hatch run docs
65+
66+
- name: Run tests
67+
run: hatch run test:cov-retry
68+
69+
- name: Run unit tests with lowest direct dependencies
70+
run: |
71+
hatch run uv pip compile pyproject.toml --resolution lowest-direct --output-file requirements_lowest_direct.txt
72+
hatch -e test env run -- uv pip install -r requirements_lowest_direct.txt
73+
hatch run test:unit
74+
75+
- name: Nightly - run unit tests with Haystack main branch
76+
if: github.event_name == 'schedule'
77+
run: |
78+
hatch env prune
79+
hatch -e test env run -- uv pip install git+https://github.com/deepset-ai/haystack.git@main
80+
hatch run test:unit
81+
82+
- name: Send event to Datadog for nightly failures
83+
if: failure() && github.event_name == 'schedule'
84+
uses: ./.github/actions/send_failure
85+
with:
86+
title: |
87+
Core integrations nightly tests failure: ${{ github.workflow }}
88+
api-key: ${{ secrets.CORE_DATADOG_API_KEY }}

0 commit comments

Comments
 (0)