Skip to content

Commit c75466c

Browse files
authored
Fixing pydanticAI issue
1 parent 3b52120 commit c75466c

File tree

1 file changed

+8
-9
lines changed

1 file changed

+8
-9
lines changed

chat_pydanticai.py

Lines changed: 8 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,10 @@
22

33
import azure.identity
44
from dotenv import load_dotenv
5-
from openai import AsyncAzureOpenAI
5+
from openai import AsyncAzureOpenAI, AsyncOpenAI
66
from pydantic_ai import Agent
77
from pydantic_ai.models.openai import OpenAIModel
8+
from pydantic_ai.providers.openai import OpenAIProvider
89

910
# Setup the OpenAI client to use either Azure, OpenAI.com, or Ollama API
1011
load_dotenv(override=True)
@@ -21,16 +22,14 @@
2122
)
2223
model = OpenAIModel(os.environ["AZURE_OPENAI_DEPLOYMENT"], openai_client=client)
2324
elif API_HOST == "ollama":
24-
model = OpenAIModel(os.environ["OLLAMA_MODEL"], api_key="fake", base_url=os.environ["OLLAMA_ENDPOINT"])
25+
client = AsyncOpenAI(base_url=os.environ["OLLAMA_ENDPOINT"], api_key="fake")
26+
model = OpenAIModel(os.environ["OLLAMA_MODEL"], provider=OpenAIProvider(openai_client=client))
2527
elif API_HOST == "github":
26-
model = OpenAIModel(
27-
os.getenv("GITHUB_MODEL", "openai/gpt-4o"),
28-
api_key=os.environ["GITHUB_TOKEN"],
29-
base_url="https://models.github.ai/inference",
30-
)
31-
28+
client = AsyncOpenAI(api_key=os.environ["GITHUB_TOKEN"], base_url="https://models.github.ai/inference")
29+
model = OpenAIModel(os.getenv("GITHUB_MODEL", "openai/gpt-4o"), provider=OpenAIProvider(openai_client=client))
3230
else:
33-
model = OpenAIModel(os.environ["OPENAI_MODEL"], api_key=os.environ["OPENAI_KEY"])
31+
client = AsyncOpenAI(api_key=os.environ["OPENAI_KEY"])
32+
model = OpenAIModel(os.environ["OPENAI_MODEL"], provider=OpenAIProvider(openai_client=client))
3433

3534

3635
agent = Agent(model, system_prompt="You are a helpful assistant that makes lots of cat references and uses emojis.")

0 commit comments

Comments
 (0)