-
Notifications
You must be signed in to change notification settings - Fork 257
Expand file tree
/
Copy pathchained_calls.py
More file actions
71 lines (60 loc) · 1.95 KB
/
chained_calls.py
File metadata and controls
71 lines (60 loc) · 1.95 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
import os
import azure.identity
import openai
from dotenv import load_dotenv
# Setup the OpenAI client to use either Azure, OpenAI.com, or Ollama API
load_dotenv(override=True)
API_HOST = os.getenv("API_HOST", "azure")
if API_HOST == "azure":
token_provider = azure.identity.get_bearer_token_provider(
azure.identity.DefaultAzureCredential(), "https://cognitiveservices.azure.com/.default"
)
client = openai.OpenAI(
base_url=f"{os.environ['AZURE_OPENAI_ENDPOINT'].rstrip('/')}/openai/v1/",
api_key=token_provider,
)
MODEL_NAME = os.environ["AZURE_OPENAI_CHAT_DEPLOYMENT"]
elif API_HOST == "ollama":
client = openai.OpenAI(base_url=os.environ["OLLAMA_ENDPOINT"], api_key="nokeyneeded")
MODEL_NAME = os.environ["OLLAMA_MODEL"]
else:
client = openai.OpenAI(api_key=os.environ["OPENAI_KEY"])
MODEL_NAME = os.environ["OPENAI_MODEL"]
response = client.responses.create(
model=MODEL_NAME,
temperature=0.7,
input=[{"role": "user", "content": "Explain how LLMs work in a single paragraph."}],
store=False,
)
explanation = response.output_text
print("Explanation: ", explanation)
response = client.responses.create(
model=MODEL_NAME,
temperature=0.7,
input=[
{
"role": "user",
"content": "You're an editor. Review the explanation and provide feedback (but don't edit yourself):\n\n"
+ explanation,
}
],
store=False,
)
feedback = response.output_text
print("\n\nFeedback: ", feedback)
response = client.responses.create(
model=MODEL_NAME,
temperature=0.7,
input=[
{
"role": "user",
"content": (
"Revise the article using the following feedback, but keep it to a single paragraph."
f"\nExplanation:\n{explanation}\n\nFeedback:\n{feedback}"
),
}
],
store=False,
)
final_article = response.output_text
print("\n\nFinal Article: ", final_article)