AzureOpenAIMarkdownDocumentDataExtractor.cs

using System.Globalization;
using System.Text;
using Azure.AI.OpenAI;
using EvaluationTests.Shared.Markdown;
using EvaluationTests.Shared.Storage;

namespace EvaluationTests.Shared.Extraction.AzureOpenAI;

public class AzureOpenAIMarkdownDocumentDataExtractor(
    OpenAIClient client,
    ChatCompletionsOptions chatCompletionOptions,
    IDocumentMarkdownConverter markdownConverter,
    TestOutputStorage? outputStorage = null)
    : AzureOpenAIDocumentDataExtractor(client, chatCompletionOptions, outputStorage)
{
    public override async Task<DataExtractionResult> FromDocumentBytesAsync(
        byte[] documentBytes,
        CancellationToken cancellationToken = default)
    {
        var result = new DataExtractionResult();

        var markdownContent = await markdownConverter.FromByteArrayAsync(documentBytes, cancellationToken);
        if (markdownContent == null)
        {
            return result;
        }

        if (OutputStorage != null)
        {
            await OutputStorage.SaveBytesAsync(markdownContent,
                $"{DateTime.UtcNow.ToString("yy-MM-dd", CultureInfo.InvariantCulture)}.Markdown.md");
        }

        return await GetChatCompletionsAsync(new ChatRequestUserMessage(Encoding.UTF8.GetString(markdownContent)));
    }
}