Skip to content

Commit c4f3e56

Browse files
committed
updated ADF parameters
1 parent 2109c8b commit c4f3e56

4 files changed

Lines changed: 38 additions & 17 deletions

File tree

.env.template

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,4 +15,4 @@ FULL_TEXT_LANGUAGE=en-US
1515
LLM_MODEL=<your-model-deployment>
1616

1717
ADF_ENDPOINT=http://localhost:7071/api
18-
ADF_KEY=
18+
ADF_KEY=

Samples/Demo.ipynb

Lines changed: 11 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@
4343
"from dotenv import load_dotenv\n",
4444
"from azure.identity import DefaultAzureCredential\n",
4545
"\n",
46-
"# Add parent directory to path so we can import the package\n",
46+
"# Add parent directory to path so we can import the package easily\n",
4747
"import sys\n",
4848
"sys.path.insert(0, os.path.abspath(\"..\"))\n",
4949
"\n",
@@ -524,6 +524,12 @@
524524
"print(f\"ADF key set: {bool(memory.adf_key)}\")"
525525
]
526526
},
527+
{
528+
"cell_type": "markdown",
529+
"id": "b68d5b91",
530+
"metadata": {},
531+
"source": []
532+
},
527533
{
528534
"cell_type": "code",
529535
"execution_count": null,
@@ -547,14 +553,15 @@
547553
{
548554
"cell_type": "code",
549555
"execution_count": null,
550-
"id": "219b6c93",
556+
"id": "c2e60801",
551557
"metadata": {},
552558
"outputs": [],
553559
"source": [
554-
"print(\"Status:\", result.get(\"runtimeStatus\"))\n",
555560
"print(\"\\nSummary document:\")\n",
556561
"output = result.get(\"output\", {})\n",
557-
"print(f\" [{output.get('thread_id', '')[:8]}...] user={output.get('user_id', ''):<10} type={output.get('type', ''):<8} {output.get('content', '')[:100]}\")"
562+
"print(f\" [{output.get('thread_id', '')[:8]}...] user={output.get('user_id', ''):<10} type={output.get('type', ''):<8} {output.get('content', '')[:100]}\")\n",
563+
"\n",
564+
"len(output['embedding'])"
558565
]
559566
},
560567
{

azure_functions/activities.py

Lines changed: 15 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -147,12 +147,14 @@ def generate_embeddings(payload: dict) -> list:
147147
Returns a list of floats (the embedding vector).
148148
"""
149149
text = payload["text"]
150-
model = os.environ.get("EMBEDDING_MODEL", "text-embedding-3-large")
150+
model = os.environ.get("AI_FOUNDRY_EMBEDDING_MODEL", "text-embedding-3-large")
151151

152+
dimensions = int(os.environ.get("EMBEDDING_DIMENSION", "1536"))
152153
client = _get_embeddings_client()
153154
response = client.embeddings.create(
154155
input=[text],
155156
model=model,
157+
dimensions=dimensions,
156158
)
157159
return response.data[0].embedding
158160

@@ -222,7 +224,7 @@ def generate_thread_summary(payload: dict) -> dict:
222224
user_id = payload["user_id"]
223225
thread_id = payload["thread_id"]
224226
recent_k = payload.get("recent_k")
225-
model = os.environ.get("LLM_MODEL", "gpt-4o")
227+
model = os.environ.get("LLM_MODEL", "gpt-5-nano")
226228
container = _get_cosmos_container()
227229

228230
# ---- 1. Check for an existing thread summary ----
@@ -309,11 +311,13 @@ def generate_thread_summary(payload: dict) -> dict:
309311
summary_text = response.choices[0].message.content
310312

311313
# ---- 6. Generate embedding ----
312-
embedding_model = os.environ.get("EMBEDDING_MODEL", "text-embedding-3-large")
314+
embedding_model = os.environ.get("AI_FOUNDRY_EMBEDDING_MODEL", "text-embedding-3-large")
315+
dimensions = int(os.environ.get("EMBEDDING_DIMENSION", "1536"))
313316
emb_client = _get_embeddings_client()
314317
emb_response = emb_client.embeddings.create(
315318
input=[summary_text],
316319
model=embedding_model,
320+
dimensions=dimensions,
317321
)
318322
summary_embedding = emb_response.data[0].embedding
319323

@@ -370,7 +374,7 @@ def extract_facts(payload: dict) -> dict:
370374
user_id = payload["user_id"]
371375
thread_id = payload["thread_id"]
372376
recent_k = payload.get("recent_k")
373-
model = os.environ.get("LLM_MODEL", "gpt-4o")
377+
model = os.environ.get("AI_FOUNDRY_LLM", "gpt-5-nano")
374378

375379
# ---- 1. Query Cosmos DB ----
376380
container = _get_cosmos_container()
@@ -434,7 +438,8 @@ def extract_facts(payload: dict) -> dict:
434438
fact_lines = [facts_text.strip()]
435439

436440
# ---- 5. Generate embeddings and store each fact ----
437-
embedding_model = os.environ.get("EMBEDDING_MODEL", "text-embedding-3-large")
441+
embedding_model = os.environ.get("AI_FOUNDRY_EMBEDDING_MODEL", "text-embedding-3-large")
442+
dimensions = int(os.environ.get("EMBEDDING_DIMENSION", "1536"))
438443
emb_client = _get_embeddings_client()
439444
now = datetime.now(timezone.utc).isoformat()
440445
facts_docs = []
@@ -443,6 +448,7 @@ def extract_facts(payload: dict) -> dict:
443448
emb_response = emb_client.embeddings.create(
444449
input=[fact],
445450
model=embedding_model,
451+
dimensions=dimensions,
446452
)
447453
fact_doc = {
448454
"id": str(uuid.uuid4()),
@@ -490,7 +496,7 @@ def generate_user_summary(payload: dict) -> dict:
490496
user_id = payload["user_id"]
491497
thread_ids = payload.get("thread_ids")
492498
recent_k = payload.get("recent_k")
493-
model = os.environ.get("LLM_MODEL", "gpt-4o")
499+
model = os.environ.get("AI_FOUNDRY_LLM", "gpt-5-nano")
494500
container = _get_cosmos_container()
495501

496502
# ---- 1. Check for an existing user summary ----
@@ -598,11 +604,13 @@ def generate_user_summary(payload: dict) -> dict:
598604
summary_text = response.choices[0].message.content
599605

600606
# ---- 6. Generate embedding ----
601-
embedding_model = os.environ.get("EMBEDDING_MODEL", "text-embedding-3-large")
607+
embedding_model = os.environ.get("AI_FOUNDRY_EMBEDDING_MODEL", "text-embedding-3-large")
608+
dimensions = int(os.environ.get("EMBEDDING_DIMENSION", "1536"))
602609
emb_client = _get_embeddings_client()
603610
emb_response = emb_client.embeddings.create(
604611
input=[summary_text],
605612
model=embedding_model,
613+
dimensions=dimensions,
606614
)
607615
summary_embedding = emb_response.data[0].embedding
608616

azure_functions/local.settings.json.template

Lines changed: 11 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -3,12 +3,18 @@
33
"Values": {
44
"AzureWebJobsStorage": "UseDevelopmentStorage=true",
55
"FUNCTIONS_WORKER_RUNTIME": "python",
6-
"COSMOS_DB_ENDPOINT": "https://<your-account>.documents.azure.com:443/",
6+
"languageWorkers:python:defaultExecutablePath": "/Users/jcodella/github/AgentMemoryToolkit/azure_functions/.venv/bin/python",
7+
8+
"COSMOS_DB_ENDPOINT": "https://<cosmos-endpoint>.documents.azure.com:443/",
79
"COSMOS_DB_DATABASE": "ai_memory",
810
"COSMOS_DB_CONTAINER": "memories",
9-
"AI_FOUNDRY_ENDPOINT": "https://<your-project>.services.ai.azure.com/",
10-
"EMBEDDING_MODEL": "text-embedding-3-large",
11-
"EMBEDDING_DIMENSIONS": "1536",
12-
"LLM_MODEL": "gpt-5-mini"
11+
12+
"SUMMARIZE_EVERY_N_MESSAGES": "0",
13+
14+
"AI_FOUNDRY_ENDPOINT": "https://<foundry-endpoint>.openai.azure.com/",
15+
"AI_FOUNDRY_LLM": "gpt-5-nano",
16+
"AI_FOUNDRY_EMBEDDING_MODEL": "text-embedding-3-large",
17+
"EMBEDDING_DIMENSION": "1536",
18+
"AI_FOUNDRY_API_VERSION": "2024-12-01-preview"
1319
}
1420
}

0 commit comments

Comments
 (0)