Merge pull request #354 from UiPath/fix/llamaindex-llm-init-scope

fix: defer llm init in llamaindex scaffold template

Author: radu-mocanu

packages/uipath-llamaindex/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "uipath-llamaindex"
-version = "0.5.14"
+version = "0.5.15"
 description = "Python SDK that enables developers to build and deploy LlamaIndex agents to the UiPath Cloud Platform"
 readme = { file = "README.md", content-type = "text/markdown" }
 requires-python = ">=3.11"

packages/uipath-llamaindex/src/uipath_llamaindex/_cli/_templates/main.py.template

@@ -1,11 +1,16 @@
+from functools import cached_property
+
 from llama_index.core.workflow import (
     Event,
     StartEvent,
     StopEvent,
     Workflow,
     step,
 )
-from llama_index.llms.openai import OpenAI
+
+from uipath_llamaindex.llms import BedrockModel, GeminiModel, OpenAIModel, UiPathOpenAI
+from uipath_llamaindex.llms.bedrock import UiPathChatBedrockConverse
+from uipath_llamaindex.llms.vertex import UiPathVertex
 
 
 class TopicEvent(StartEvent):
@@ -22,7 +27,12 @@ class CritiqueEvent(StopEvent):
 
 
 class JokeFlow(Workflow):
-    llm = OpenAI()
+    @cached_property
+    def llm(self):
+        # Choose your LLM provider by uncommenting one of the following:
+        return UiPathChatBedrockConverse(model=BedrockModel.anthropic_claude_haiku_4_5)
+        # return UiPathOpenAI(model=OpenAIModel.GPT_4_1_MINI_2025_04_14.value)
+        # return UiPathVertex(model=GeminiModel.gemini_2_5_flash)
 
     @step
     async def generate_joke(self, ev: TopicEvent) -> JokeEvent: