temp save

Author: Jicheng Lu

src/Infrastructure/BotSharp.Abstraction/MLTasks/IRealTimeCompletion.cs

@@ -1,4 +1,6 @@
 using BotSharp.Abstraction.Realtime.Models;
+using System;
+using static System.Runtime.InteropServices.JavaScript.JSType;
 
 namespace BotSharp.Abstraction.MLTasks;
 
@@ -10,14 +12,14 @@ public interface IRealTimeCompletion
 
     Task Connect(
         RealtimeHubConnection conn,
-        Action onModelReady,
-        Action<string, string> onModelAudioDeltaReceived,
-        Action onModelAudioResponseDone,
-        Action<string> onAudioTranscriptDone,
-        Action<List<RoleDialogModel>> onModelResponseDone,
-        Action<string> onConversationItemCreated,
-        Action<RoleDialogModel> onInputAudioTranscriptionCompleted,
-        Action onInterruptionDetected);
+        Func<Task> onModelReady,
+        Func<string, string, Task> onModelAudioDeltaReceived,
+        Func<Task> onModelAudioResponseDone,
+        Func<string, Task> onModelAudioTranscriptDone,
+        Func<List<RoleDialogModel>, Task> onModelResponseDone,
+        Func<string, Task> onConversationItemCreated,
+        Func<RoleDialogModel, Task> onInputAudioTranscriptionDone,
+        Func<Task> onInterruptionDetected);
     Task AppenAudioBuffer(string message);
     Task AppenAudioBuffer(ArraySegment<byte> data, int length);
 

src/Infrastructure/BotSharp.Core.Realtime/Services/RealtimeHub.cs

@@ -76,8 +76,8 @@ await _completer.Connect(
             {
                 var data = _conn.OnModelAudioResponseDone();
                 await (responseToUser?.Invoke(data) ?? Task.CompletedTask);
-            }, 
-            onAudioTranscriptDone: async transcript =>
+            },
+            onModelAudioTranscriptDone: async transcript =>
             {
 
             },
@@ -117,7 +117,7 @@ await _completer.Connect(
             {
 
             },
-            onInputAudioTranscriptionCompleted: async message =>
+            onInputAudioTranscriptionDone: async message =>
             {
                 // append input audio transcript to conversation
                 dialogs.Add(message);

src/Infrastructure/BotSharp.Core/Infrastructures/Websocket/AsyncWebsocketDataResultEnumerator.cs

@@ -44,7 +44,9 @@ public async ValueTask<bool> MoveNextAsync()
 
             if (receivedResult.CloseStatus.HasValue)
             {
-                Console.WriteLine($"Web socket close status: {receivedResult.CloseStatus}");
+#if DEBUG
+                Console.WriteLine($"Websocket close: {receivedResult.CloseStatus} {receivedResult.CloseStatusDescription}");
+#endif
                 Current = null;
                 return false;
             }

src/Plugins/BotSharp.Plugin.GoogleAI/BotSharp.Plugin.GoogleAI.csproj

@@ -1,4 +1,4 @@
-<Project Sdk="Microsoft.NET.Sdk">
+<Project Sdk="Microsoft.NET.Sdk">
 
   <PropertyGroup>
     <TargetFramework>$(TargetFramework)</TargetFramework>

src/Plugins/BotSharp.Plugin.GoogleAI/Models/Realtime/RealtimeServerResponse.cs

@@ -0,0 +1,61 @@
+using GenerativeAI.Types;
+
+namespace BotSharp.Plugin.GoogleAI.Models.Realtime;
+
+internal class RealtimeServerResponse
+{
+    [JsonPropertyName("setupComplete")]
+    public RealtimeGenerateContentSetupComplete? SetupComplete { get; set; }
+
+    [JsonPropertyName("serverContent")]
+    public RealtimeGenerateContentServerContent? ServerContent { get; set; }
+
+    [JsonPropertyName("usageMetadata")]
+    public RealtimeUsageMetaData? UsageMetaData { get; set; }
+}
+
+
+internal class RealtimeGenerateContentSetupComplete { }
+
+internal class RealtimeGenerateContentServerContent
+{
+    [JsonPropertyName("turnComplete")]
+    public bool? TurnComplete { get; set; }
+
+    [JsonPropertyName("generationComplete")]
+    public bool? GenerationComplete { get; set; }
+
+    [JsonPropertyName("interrupted")]
+    public bool? Interrupted { get; set; }
+
+    [JsonPropertyName("modelTurn")]
+    public Content? ModelTurn { get; set; }
+}
+
+internal class RealtimeUsageMetaData
+{
+    [JsonPropertyName("promptTokenCount")]
+    public int? PromptTokenCount { get; set; }
+
+    [JsonPropertyName("responseTokenCount")]
+    public int? ResponseTokenCount { get; set; }
+
+    [JsonPropertyName("totalTokenCount")]
+    public int? TotalTokenCount { get; set; }
+
+    [JsonPropertyName("promptTokensDetails")]
+    public List<RealtimeTokenDetail>? PromptTokensDetails { get; set; }
+
+    [JsonPropertyName("responseTokensDetails")]
+    public List<RealtimeTokenDetail>? ResponseTokensDetails { get; set; }
+}
+
+
+internal class RealtimeTokenDetail
+{
+    [JsonPropertyName("modality")]
+    public string? Modality { get; set; }
+
+    [JsonPropertyName("tokenCount")]
+    public int? TokenCount { get; set; }
+}