app.py

# -------------------------------------------------------------------------
# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT License. See License.txt in the project root for
# license information.
# --------------------------------------------------------------------------
"""
Azure OpenAI Chat Application using Azure App Configuration.
This script demonstrates how to create a chat application that uses Azure App Configuration
to manage settings and Azure OpenAI to power chat interactions.
"""

import os
from azure.identity import DefaultAzureCredential, get_bearer_token_provider
from azure.appconfiguration.provider import load, SettingSelector, WatchKey
from openai import AzureOpenAI
from models import AzureOpenAIConfiguration, ChatCompletionConfiguration

APP_CONFIG_ENDPOINT_KEY = "AZURE_APPCONFIGURATION_ENDPOINT"


# Initialize CREDENTIAL
CREDENTIAL = DefaultAzureCredential()

APPCONFIG = None
CHAT_COMPLETION_CONFIG = None


def main():
    global APPCONFIG
    app_config_endpoint = os.environ.get(APP_CONFIG_ENDPOINT_KEY)
    if not app_config_endpoint:
        raise ValueError(f"The environment variable '{APP_CONFIG_ENDPOINT_KEY}' is not set or is empty.")

    # Load configuration
    APPCONFIG = load(
        endpoint=app_config_endpoint,
        selects=[SettingSelector(key_filter="ChatApp:*")],
        credential=CREDENTIAL,
        keyvault_credential=CREDENTIAL,
        trim_prefixes=["ChatApp:"],
        refresh_on=[WatchKey(key="ChatApp:Sentinel")],
        on_refresh_success=configure_app,
    )
    configure_app()

    azure_openai_config = AzureOpenAIConfiguration(
        api_key=APPCONFIG.get("AzureOpenAI:ApiKey", ""),
        endpoint=APPCONFIG.get("AzureOpenAI:Endpoint", ""),
        deployment_name=APPCONFIG.get("AzureOpenAI:DeploymentName", ""),
        api_version=APPCONFIG.get("AzureOpenAI:ApiVersion", ""),
    )
    azure_client = create_azure_openai_client(azure_openai_config)

    chat_conversation  = []

    print("Chat started! What's on your mind?")

    while True:
        # Refresh the configuration from Azure App Configuration
        APPCONFIG.refresh()

        # Get user input
        user_input = input("You: ")

        # Exit if user input is empty
        if not user_input.strip():
            print("Exiting chat. Goodbye!")
            break

        # Add user message to chat conversation
        chat_conversation.append({"role": "user", "content": user_input})

        chat_messages = list(CHAT_COMPLETION_CONFIG.messages)
        chat_messages.extend(chat_conversation)

        # Get AI response and add it to chat conversation
        response = azure_client.chat.completions.create(
            model=azure_openai_config.deployment_name,
            messages=chat_messages,
            max_tokens=CHAT_COMPLETION_CONFIG.max_tokens,
            temperature=CHAT_COMPLETION_CONFIG.temperature,
            top_p=CHAT_COMPLETION_CONFIG.top_p,
        )

        ai_response = response.choices[0].message.content
        chat_conversation .append({"role": "assistant", "content": ai_response})
        print(f"AI: {ai_response}")


def configure_app():
    """
    Configure the chat application with settings from Azure App Configuration.
    """
    global CHAT_COMPLETION_CONFIG
    # Configure chat completion with AI configuration
    CHAT_COMPLETION_CONFIG = ChatCompletionConfiguration(**APPCONFIG["ChatCompletion"])


def create_azure_openai_client(azure_openai_config: AzureOpenAIConfiguration) -> AzureOpenAI:
    """
    Create an Azure OpenAI client using the configuration from Azure App Configuration.
    """
    if azure_openai_config.api_key:
        return AzureOpenAI(
            azure_endpoint=azure_openai_config.endpoint,
            api_key=azure_openai_config.api_key,
            api_version=azure_openai_config.api_version,
            azure_deployment=azure_openai_config.deployment_name,
        )
    else:
        return AzureOpenAI(
            azure_endpoint=azure_openai_config.endpoint,
            azure_ad_token_provider=get_bearer_token_provider(
                CREDENTIAL,
                "https://cognitiveservices.azure.com/.default",
            ),
            api_version=azure_openai_config.api_version,
            azure_deployment=azure_openai_config.deployment_name,
        )


if __name__ == "__main__":
    main()