Merge pull request #295 from deepset-ai/sentence-transformers-update

update notebooks for sentence transformers new package

Author: kacperlukawski

notebooks/agent-breakpoints.ipynb

@@ -27,8 +27,7 @@
     "%%bash\n",
     "\n",
     "pip install \"haystack-ai>=2.16.1\"\n",
-    "pip install \"transformers[torch,sentencepiece]\"\n",
-    "pip install \"sentence-transformers>=3.0.0\""
+    "pip install \"transformers[torch,sentencepiece]\""
    ]
   },
   {

notebooks/astradb_haystack_integration.ipynb

@@ -56,7 +56,7 @@
    },
    "outputs": [],
    "source": [
-    "!pip install astra-haystack sentence-transformers"
+    "!pip install astra-haystack sentence-transformers-haystack"
    ]
   },
   {
@@ -157,7 +157,7 @@
     "\n",
     "from haystack import Document, Pipeline\n",
     "\n",
-    "from haystack.components.embedders import SentenceTransformersDocumentEmbedder, SentenceTransformersTextEmbedder\n",
+    "from haystack_integrations.components.embedders.sentence_transformers import SentenceTransformersDocumentEmbedder, SentenceTransformersTextEmbedder\n",
     "from haystack.components.writers import DocumentWriter\n",
     "from haystack.document_stores.types import DuplicatePolicy\n",
     "\n",
@@ -291,7 +291,6 @@
     "rag_pipeline.connect(\"retriever\", \"prompt_builder.documents\")\n",
     "rag_pipeline.connect(\"prompt_builder\", \"llm\")\n",
     "rag_pipeline.connect(\"llm.replies\", \"answer_builder.replies\")\n",
-    "rag_pipeline.connect(\"llm.meta\", \"answer_builder.meta\")\n",
     "rag_pipeline.connect(\"retriever\", \"answer_builder.documents\")\n",
     "\n",
     "\n",

notebooks/async_pipeline.ipynb

@@ -33,7 +33,7 @@
    },
    "outputs": [],
    "source": [
-    "!pip install haystack-ai \"sentence-transformers>=3.0.0\" pypdf \"flow-judge[hf]\""
+    "!pip install haystack-ai sentence-transformers-haystack pypdf \"flow-judge[hf]\""
    ]
   },
   {
@@ -255,7 +255,7 @@
     "from haystack import Pipeline\n",
     "from haystack.document_stores.in_memory import InMemoryDocumentStore\n",
     "from haystack.components.converters import PyPDFToDocument\n",
-    "from haystack.components.embedders import SentenceTransformersDocumentEmbedder\n",
+    "from haystack_integrations.components.embedders.sentence_transformers import SentenceTransformersDocumentEmbedder\n",
     "from haystack.components.preprocessors import DocumentCleaner, DocumentSplitter\n",
     "from haystack.components.writers import DocumentWriter\n",
     "from haystack.document_stores.types import DuplicatePolicy\n",
@@ -269,7 +269,7 @@
     "pipeline.add_component(\"cleaner\", DocumentCleaner())\n",
     "pipeline.add_component(\"splitter\", DocumentSplitter(split_length=250, split_by=\"word\"))  # default splitting by word\n",
     "pipeline.add_component(\"writer\", DocumentWriter(document_store=document_store, policy=DuplicatePolicy.SKIP))\n",
-    "pipeline.add_component(\"embedder\", SentenceTransformersDocumentEmbedder(embedding_model))\n",
+    "pipeline.add_component(\"embedder\", SentenceTransformersDocumentEmbedder(model=embedding_model))\n",
     "pipeline.connect(\"converter\", \"cleaner\")\n",
     "pipeline.connect(\"cleaner\", \"splitter\")\n",
     "pipeline.connect(\"splitter\", \"embedder\")\n",
@@ -363,7 +363,7 @@
    "source": [
     "from haystack import Pipeline\n",
     "from haystack.components.builders import ChatPromptBuilder\n",
-    "from haystack.components.embedders import SentenceTransformersTextEmbedder\n",
+    "from haystack_integrations.components.embedders.sentence_transformers import SentenceTransformersTextEmbedder\n",
     "from haystack.components.generators.chat import OpenAIChatGenerator\n",
     "from haystack.components.retrievers import InMemoryEmbeddingRetriever\n",
     "from haystack.dataclasses import ChatMessage\n",