feat: Adding portkey.ai gateway as a custom model

feat: Adding portkey.ai gateway as a custom model

Author: Fede Kamelhar

.idea/inspectionProfiles/profiles_settings.xml

@@ -118,6 +118,7 @@ from strands import Agent
 from strands.models import BedrockModel
 from strands.models.ollama import OllamaModel
 from strands.models.llamaapi import LlamaAPIModel
+from strands.models.portkey import PortkeyModel
 
 # Bedrock
 bedrock_model = BedrockModel(
@@ -142,6 +143,17 @@ llama_model = LlamaAPIModel(
 )
 agent = Agent(model=llama_model)
 response = agent("Tell me about Agentic AI")
+
+# Portkey for all models
+portkey_model = PortkeyModel(
+    api_key="<PORTKEY_API_KEY>",
+    model_id="anthropic.claude-3-5-sonnet-20241022-v2:0",
+    virtual_key="<BEDROCK_VIRTUAL_KEY>",
+    provider="bedrock",
+    base_url="http://portkey-service-gateway.service.prod.example.com/v1",
+)
+agent = Agent(model=portkey_model)
+response = agent("Tell me about Agentic AI")
 ```
 
 Built-in providers:

.idea/misc.xml

@@ -0,0 +1,27 @@
+import sys
+import os
+from strands.models.portkey import PortkeyModel
+from strands.agent import Agent
+from strands_tools import calculator, file_read, file_write, shell
+
+# Setup the model
+model = PortkeyModel(
+    api_key="9tE30As65QsH7TTIuaQzfpFyFMg8",
+    model_id="anthropic.claude-3-5-sonnet-20241022-v2:0",
+    virtual_key="aws-bedrock-83f9b6",
+    provider="bedrock",
+    base_url="http://cybertron-service-gateway.service.prod.ddsd:8080/v1",
+)
+
+# Get input from CLI
+input_arg = sys.argv[1]
+
+# Load prompt: from file if it's a file, otherwise treat as raw prompt
+if os.path.isfile(input_arg):
+    prompt = open(input_arg).read()
+else:
+    prompt = input_arg
+
+# Run the agent
+agent = Agent(model=model, tools=[calculator, file_read, file_write, shell])
+print(agent(prompt))

.idea/vcs.xml

@@ -0,0 +1,51 @@
+import argparse
+from strands.models.portkey import PortkeyModel
+from strands.agent import Agent
+from strands_tools import calculator, file_read, file_write, shell
+
+# ---- Argument Parsing ----
+parser = argparse.ArgumentParser(description="Start a persistent chat with the agent.")
+parser.add_argument("prompt", type=str, nargs="?", help="Optional initial prompt to start the chat")
+args = parser.parse_args()
+
+# ---- Model Setup ----
+portkey_model = PortkeyModel(
+    api_key="9tE30As65QsH7TTIuaQzfpFyFMg8",
+    model_id="anthropic.claude-3-5-sonnet-20241022-v2:0",
+    virtual_key="aws-bedrock-83f9b6",
+    provider="bedrock",
+    base_url="http://cybertron-service-gateway.service.prod.ddsd:8080/v1",
+)
+
+# ---- Agent Setup ----
+agent = Agent(
+    model=portkey_model,
+    tools=[calculator, file_read, file_write, shell]
+)
+
+# ---- Chat Loop ----
+def run_chat(initial_prompt=None):
+    print("🤖 Agent: Hello! I'm here to help you with tasks using the available tools.")
+    print("Type `exit` or press Ctrl+C to quit.\n")
+
+    if initial_prompt:
+        print(f"👤 You: {initial_prompt}")
+        response = agent(initial_prompt)
+        print(f"🤖 Agent: {response}\n")
+
+    while True:
+        try:
+            user_input = input("👤 You: ").strip()
+            if user_input.lower() in ["exit", "quit"]:
+                print("👋 Exiting chat.")
+                break
+            print()
+            response = agent(user_input)
+            print(f"🤖 Agent: {response}\n")
+                
+        except KeyboardInterrupt:
+            print("\n👋 Exiting chat.")
+            break
+
+# ---- Run Chat ----
+run_chat(initial_prompt=args.prompt)

README.md

@@ -0,0 +1,11 @@
+The Friendly Cloud
+
+Once upon a time, there was a little white cloud named Fluffy who loved to float in the bright blue sky. Unlike other clouds that just drifted along, Fluffy liked to make shapes to make children happy.
+
+One day, Fluffy noticed a little girl who looked sad sitting in her backyard. To cheer her up, Fluffy stretched and twisted until he looked just like a happy puppy! The little girl looked up and smiled, pointing at the sky.
+
+Excited by the girl's happiness, Fluffy then transformed into a dancing butterfly, then a majestic castle, and finally a beautiful flower. Soon, other children in the neighborhood noticed the amazing shapes in the sky and gathered to watch Fluffy's wonderful show.
+
+From that day on, Fluffy became known as the happiest cloud in the sky, bringing joy to children everywhere with his magical shapes. And if you look up on a sunny day, you might just see Fluffy creating wonderful shapes just for you!
+
+The End

bedrock.py

@@ -0,0 +1 @@
+hellocomo estas?

chat.py

@@ -0,0 +1,27 @@
+import sys
+from strands.models.portkey import PortkeyModel
+from strands.agent import Agent
+from strands_tools import calculator, file_read, file_write
+
+# Initialize the Portkey model with proper OpenAI configuration
+portkey_model = PortkeyModel(
+    api_key="9tE30As65QsH7TTIuaQzfpFyFMg8",
+    virtual_key="openai-merchant-53367b",
+    model_id="gpt-3.5-turbo",
+    base_url="http://cybertron-service-gateway.service.prod.ddsd:8080/v1",
+    provider="openai",
+)
+
+# Create agent with calculator, file_read, and file_write tools
+agent = Agent(model=portkey_model, tools=[calculator, file_read, file_write])
+
+# Accept prompt from command line argument
+if len(sys.argv) < 2:
+    print("Please provide a prompt as a command line argument.")
+    sys.exit(1)
+
+prompt = sys.argv[1]
+
+# Call the agent with the external prompt
+response = agent(prompt)
+print(response)

childrens_story.txt

@@ -50,6 +50,11 @@ packages = ["src/strands"]
 anthropic = [
     "anthropic>=0.21.0,<1.0.0",
 ]
+# Optional dependencies for different AI providers
+portkey = [
+    "portkey-ai>=1.0.0,<2.0.0",
+]
+
 dev = [
     "commitizen>=4.4.0,<5.0.0",
     "hatch>=1.0.0,<2.0.0",
@@ -107,7 +112,7 @@ lint-fix = [
 ]
 
 [tool.hatch.envs.hatch-test]
-features = ["anthropic", "litellm", "llamaapi", "ollama", "openai"]
+features = ["anthropic", "litellm", "llamaapi", "ollama", "openai", "portkey"]
 extra-dependencies = [
     "moto>=5.1.0,<6.0.0",
     "pytest>=8.0.0,<9.0.0",