OPENAI_BASE_URL

Author: makelinux

llm/client-openai-completions.py

@@ -1,10 +1,13 @@
 #!/usr/bin/python3
 
+# Prerequisite:
+# export OPENAI_BASE_URL=$LLAMA_STACK_CLIENT_BASE_URL/v1
+
 import os
 
 from openai import OpenAI
 
-c = OpenAI(base_url="http://localhost:8321/v1/", api_key="none")
+c = OpenAI()
 
 completion = c.chat.completions.create(
     model=os.getenv("INFERENCE_MODEL", "ollama/llama3.2:3b"),

llm/client-openai-responses.py

@@ -1,9 +1,12 @@
 #!/usr/bin/python3
 
+# Prerequisite:
+# export OPENAI_BASE_URL=$LLAMA_STACK_CLIENT_BASE_URL/v1
+
 import os
 from openai import OpenAI
 
-c = OpenAI(base_url="http://localhost:8321/v1/", api_key="none")
+c = OpenAI()
 
 resp = c.responses.create(
     model=os.getenv("INFERENCE_MODEL", "ollama/llama3.2:3b"),