From 461c619ecfa29303d8180be75557af6dfb331588 Mon Sep 17 00:00:00 2001 From: julian-risch <4181769+julian-risch@users.noreply.github.com> Date: Wed, 15 Jul 2026 08:56:45 +0000 Subject: [PATCH] Sync Core Integrations API reference (stackit) on Docusaurus --- .../reference/integrations-api/stackit.md | 18 ++++++++++++------ .../version-2.18/integrations-api/stackit.md | 18 ++++++++++++------ .../version-2.19/integrations-api/stackit.md | 18 ++++++++++++------ .../version-2.20/integrations-api/stackit.md | 18 ++++++++++++------ .../version-2.21/integrations-api/stackit.md | 18 ++++++++++++------ .../version-2.22/integrations-api/stackit.md | 18 ++++++++++++------ .../version-2.23/integrations-api/stackit.md | 18 ++++++++++++------ .../version-2.24/integrations-api/stackit.md | 18 ++++++++++++------ .../version-2.25/integrations-api/stackit.md | 18 ++++++++++++------ .../version-2.26/integrations-api/stackit.md | 18 ++++++++++++------ .../version-2.27/integrations-api/stackit.md | 18 ++++++++++++------ .../version-2.28/integrations-api/stackit.md | 18 ++++++++++++------ .../version-2.29/integrations-api/stackit.md | 18 ++++++++++++------ .../version-2.30/integrations-api/stackit.md | 18 ++++++++++++------ .../version-2.31/integrations-api/stackit.md | 18 ++++++++++++------ 15 files changed, 180 insertions(+), 90 deletions(-) diff --git a/docs-website/reference/integrations-api/stackit.md b/docs-website/reference/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference/integrations-api/stackit.md +++ b/docs-website/reference/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class. diff --git a/docs-website/reference_versioned_docs/version-2.18/integrations-api/stackit.md b/docs-website/reference_versioned_docs/version-2.18/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference_versioned_docs/version-2.18/integrations-api/stackit.md +++ b/docs-website/reference_versioned_docs/version-2.18/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class. diff --git a/docs-website/reference_versioned_docs/version-2.19/integrations-api/stackit.md b/docs-website/reference_versioned_docs/version-2.19/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference_versioned_docs/version-2.19/integrations-api/stackit.md +++ b/docs-website/reference_versioned_docs/version-2.19/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class. diff --git a/docs-website/reference_versioned_docs/version-2.20/integrations-api/stackit.md b/docs-website/reference_versioned_docs/version-2.20/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference_versioned_docs/version-2.20/integrations-api/stackit.md +++ b/docs-website/reference_versioned_docs/version-2.20/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class. diff --git a/docs-website/reference_versioned_docs/version-2.21/integrations-api/stackit.md b/docs-website/reference_versioned_docs/version-2.21/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference_versioned_docs/version-2.21/integrations-api/stackit.md +++ b/docs-website/reference_versioned_docs/version-2.21/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class. diff --git a/docs-website/reference_versioned_docs/version-2.22/integrations-api/stackit.md b/docs-website/reference_versioned_docs/version-2.22/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference_versioned_docs/version-2.22/integrations-api/stackit.md +++ b/docs-website/reference_versioned_docs/version-2.22/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class. diff --git a/docs-website/reference_versioned_docs/version-2.23/integrations-api/stackit.md b/docs-website/reference_versioned_docs/version-2.23/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference_versioned_docs/version-2.23/integrations-api/stackit.md +++ b/docs-website/reference_versioned_docs/version-2.23/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class. diff --git a/docs-website/reference_versioned_docs/version-2.24/integrations-api/stackit.md b/docs-website/reference_versioned_docs/version-2.24/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference_versioned_docs/version-2.24/integrations-api/stackit.md +++ b/docs-website/reference_versioned_docs/version-2.24/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class. diff --git a/docs-website/reference_versioned_docs/version-2.25/integrations-api/stackit.md b/docs-website/reference_versioned_docs/version-2.25/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference_versioned_docs/version-2.25/integrations-api/stackit.md +++ b/docs-website/reference_versioned_docs/version-2.25/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class. diff --git a/docs-website/reference_versioned_docs/version-2.26/integrations-api/stackit.md b/docs-website/reference_versioned_docs/version-2.26/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference_versioned_docs/version-2.26/integrations-api/stackit.md +++ b/docs-website/reference_versioned_docs/version-2.26/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class. diff --git a/docs-website/reference_versioned_docs/version-2.27/integrations-api/stackit.md b/docs-website/reference_versioned_docs/version-2.27/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference_versioned_docs/version-2.27/integrations-api/stackit.md +++ b/docs-website/reference_versioned_docs/version-2.27/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class. diff --git a/docs-website/reference_versioned_docs/version-2.28/integrations-api/stackit.md b/docs-website/reference_versioned_docs/version-2.28/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference_versioned_docs/version-2.28/integrations-api/stackit.md +++ b/docs-website/reference_versioned_docs/version-2.28/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class. diff --git a/docs-website/reference_versioned_docs/version-2.29/integrations-api/stackit.md b/docs-website/reference_versioned_docs/version-2.29/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference_versioned_docs/version-2.29/integrations-api/stackit.md +++ b/docs-website/reference_versioned_docs/version-2.29/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class. diff --git a/docs-website/reference_versioned_docs/version-2.30/integrations-api/stackit.md b/docs-website/reference_versioned_docs/version-2.30/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference_versioned_docs/version-2.30/integrations-api/stackit.md +++ b/docs-website/reference_versioned_docs/version-2.30/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class. diff --git a/docs-website/reference_versioned_docs/version-2.31/integrations-api/stackit.md b/docs-website/reference_versioned_docs/version-2.31/integrations-api/stackit.md index 2dbf91e7129..6352b0ea8aa 100644 --- a/docs-website/reference_versioned_docs/version-2.31/integrations-api/stackit.md +++ b/docs-website/reference_versioned_docs/version-2.31/integrations-api/stackit.md @@ -13,6 +13,7 @@ slug: "/integrations-stackit" Bases: OpenAIDocumentEmbedder A component for computing Document embeddings using STACKIT as model provider. + The embedding of each Document is stored in the `embedding` field of the Document. Usage example: @@ -61,10 +62,11 @@ __init__( meta_fields_to_embed: list[str] | None = None, embedding_separator: str = "\n", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITDocumentEmbedder component. @@ -82,6 +84,8 @@ Creates a STACKITDocumentEmbedder component. the logs clean. - **meta_fields_to_embed** (list\[str\] | None) – List of meta fields that should be embedded along with the Document text. - **embedding_separator** (str) – Separator used to concatenate the meta fields to the Document text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -145,10 +149,11 @@ __init__( prefix: str = "", suffix: str = "", *, + dimensions: int | None = None, timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates a STACKITTextEmbedder component. @@ -161,6 +166,8 @@ Creates a STACKITTextEmbedder component. For more details, see STACKIT [docs](https://docs.stackit.cloud/stackit/en/basic-concepts-stackit-model-serving-319914567.html). - **prefix** (str) – A string to add to the beginning of each text. - **suffix** (str) – A string to add to the end of each text. +- **dimensions** (int | None) – The number of dimensions of the resulting embeddings. Only supported by some models - + check the STACKIT model card for the model you are using to see if this parameter is supported. - **timeout** (float | None) – Timeout for STACKIT client calls. If not set, it defaults to either the `OPENAI_TIMEOUT` environment variable, or 30 seconds. - **max_retries** (int | None) – Maximum number of retries to contact STACKIT after an internal error. @@ -203,7 +210,7 @@ Details on the ChatMessage format can be found in the from haystack_integrations.components.generators.stackit import STACKITChatGenerator from haystack.dataclasses import ChatMessage -generator = STACKITChatGenerator(model="neuralmagic/Meta-Llama-3.1-70B-Instruct-FP8") +generator = STACKITChatGenerator(model="cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic") result = generator.run([ChatMessage.from_user("Tell me a joke.")]) print(result) @@ -214,12 +221,11 @@ print(result) ```python SUPPORTED_MODELS: list[str] = [ "Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", + "Qwen/Qwen3.6-27B", "cortecs/Llama-3.3-70B-Instruct-FP8-Dynamic", "openai/gpt-oss-120b", "google/gemma-3-27b-it", "openai/gpt-oss-20b", - "neuralmagic/Mistral-Nemo-Instruct-2407-FP8", - "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", ] ``` @@ -243,7 +249,7 @@ __init__( timeout: float | None = None, max_retries: int | None = None, http_client_kwargs: dict[str, Any] | None = None -) +) -> None ``` Creates an instance of STACKITChatGenerator class.