BotSharp/src/Infrastructure/BotSharp.Core.Realtime/Hooks/RealtimeConversationHook.cs at 99d310467489b046144b8ff54894b102709b990c · hchen2020/BotSharp · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
using BotSharp.Abstraction.Utilities;

namespace BotSharp.Core.Realtime.Hooks;

public class RealtimeConversationHook : ConversationHookBase, IConversationHook
{
    private readonly IServiceProvider _services;
    public RealtimeConversationHook(IServiceProvider services)
    {
        _services = services;
    }

    public async Task OnFunctionExecuting(RoleDialogModel message)
    {
        var hub = _services.GetRequiredService<IRealtimeHub>();
        if (hub.HubConn == null)
        {
            return;
        }
        // Save states
        if (message.FunctionArgs != null && message.FunctionArgs.Length > 3)
        {
            var states = _services.GetRequiredService<IConversationStateService>();
            states.SaveStateByArgs(message.FunctionArgs?.JsonContent<JsonDocument>());
        }
    }

    public async Task OnFunctionExecuted(RoleDialogModel message)
    {
        var hub = _services.GetRequiredService<IRealtimeHub>();
        if (hub.HubConn == null)
        {
            return;
        }

        var routing = _services.GetRequiredService<IRoutingService>();

        message.Role = AgentRole.Function;

        if (message.FunctionName == "route_to_agent")
        {
            hub.HubConn.CurrentAgentId = routing.Context.GetCurrentAgentId();

            await hub.Completer.UpdateSession(hub.HubConn);
            await hub.Completer.TriggerModelInference();
        }
        else if (message.FunctionName == "util-routing-fallback_to_router")
        {
            hub.HubConn.CurrentAgentId = routing.Context.GetCurrentAgentId();

            await hub.Completer.UpdateSession(hub.HubConn);
            await hub.Completer.TriggerModelInference();
        }
        else
        {
            // Update session for changed states
            var instruction = await hub.Completer.UpdateSession(hub.HubConn);
            await hub.Completer.InsertConversationItem(message);

            if (string.IsNullOrEmpty(message.Content))
            {
                return;
            }
            else if (message.StopCompletion)
            {
                await hub.Completer.TriggerModelInference($"Say to user: \"{message.Content}\"");
            }
            else
            {
                await hub.Completer.TriggerModelInference(instruction);
            }
        }
    }
}