Hang-up if waiting AI Response Timeout

Hang-up if waiting AI Response Timeout

Author: Oceania2018

src/Infrastructure/BotSharp.Abstraction/Conversations/IConversationService.cs

@@ -32,13 +32,12 @@ public interface IConversationService
     /// Send message to LLM
     /// </summary>
     /// <param name="agentId"></param>
-    /// <param name="lastDalog"></param>
+    /// <param name="lastDialog"></param>
+    /// <param name="replyMessage"></param>
     /// <param name="onResponseReceived">Received the response from AI Agent</param>
-    /// <param name="onFunctionExecuting">This delegate is useful when you want to report progress on UI</param>
-    /// <param name="onFunctionExecuted">This delegate is useful when you want to report progress on UI</param>
     /// <returns></returns>
     Task<bool> SendMessage(string agentId,
-        RoleDialogModel lastDalog, 
+        RoleDialogModel lastDialog, 
         PostbackMessageModel? replyMessage,
         Func<RoleDialogModel, Task> onResponseReceived);
 

src/Plugins/BotSharp.Plugin.Twilio/BotSharp.Plugin.Twilio.csproj

@@ -1,11 +1,12 @@
-<Project Sdk="Microsoft.NET.Sdk">
+<Project Sdk="Microsoft.NET.Sdk">
 
   <PropertyGroup>
     <TargetFramework>$(TargetFramework)</TargetFramework>
     <LangVersion>$(LangVersion)</LangVersion>
     <VersionPrefix>$(BotSharpVersion)</VersionPrefix>
     <GeneratePackageOnBuild>$(GeneratePackageOnBuild)</GeneratePackageOnBuild>
     <OutputPath>$(SolutionDir)packages</OutputPath>
+    <Nullable>enable</Nullable>
   </PropertyGroup>
 
   <ItemGroup>

src/Plugins/BotSharp.Plugin.Twilio/Controllers/TwilioVoiceController.cs

@@ -142,7 +142,7 @@ public async Task<TwiMLResult> ReceiveCallerMessage(ConversationalVoiceRequest r
             await messageQueue.EnqueueAsync(callerMessage);
 
             response = new VoiceResponse();
-            response.Redirect(new Uri($"{_settings.CallbackHost}/twilio/voice/{request.ConversationId}/reply/{request.SeqNum}?{GenerateStatesParameter(request.States)}"), HttpMethod.Post);
+            response.Redirect(new Uri($"{_settings.CallbackHost}/twilio/voice/{request.ConversationId}/reply/{request.SeqNum}?{GenerateStatesParameter(request.States)}&AIResponseWaitTime=0"), HttpMethod.Post);
 
             await HookEmitter.Emit<ITwilioSessionHook>(_services, async hook =>
             {
@@ -217,8 +217,22 @@ public async Task<TwiMLResult> ReplyCallerMessage(ConversationalVoiceRequest req
 
         var reply = await sessionManager.GetAssistantReplyAsync(request.ConversationId, request.SeqNum);
         VoiceResponse response;
+        
+        if (request.AIResponseWaitTime > 5)
+        {
+            // Wait AI Response Timeout
+            await HookEmitter.Emit<ITwilioSessionHook>(_services, async hook =>
+            {
+                request.AIResponseErrorMessage = $"AI response timeout: AIResponseWaitTime greater than {request.AIResponseWaitTime}, please check internal error log!";
+                await hook.OnAgentHangUp(request);
+            }, new HookEmitOption
+            {
+                OnlyOnce = true
+            });
 
-        if (reply == null)
+            response = twilio.HangUp($"twilio/error.mp3");
+        }
+        else if (reply == null)
         {
             var indication = await sessionManager.GetReplyIndicationAsync(request.ConversationId, request.SeqNum);
             if (indication != null)
@@ -262,7 +276,7 @@ public async Task<TwiMLResult> ReplyCallerMessage(ConversationalVoiceRequest req
                 var instruction = new ConversationalVoiceResponse
                 {
                     SpeechPaths = speechPaths,
-                    CallbackPath = $"twilio/voice/{request.ConversationId}/reply/{request.SeqNum}?{GenerateStatesParameter(request.States)}",
+                    CallbackPath = $"twilio/voice/{request.ConversationId}/reply/{request.SeqNum}?{GenerateStatesParameter(request.States)}&AIResponseWaitTime={++request.AIResponseWaitTime}",
                     ActionOnEmptyResult = true
                 };
 
@@ -301,7 +315,7 @@ await HookEmitter.Emit<ITwilioSessionHook>(_services, async hook =>
                 var instruction = new ConversationalVoiceResponse
                 {
                     SpeechPaths = instructions,
-                    CallbackPath = $"twilio/voice/{request.ConversationId}/reply/{request.SeqNum}?{GenerateStatesParameter(request.States)}",
+                    CallbackPath = $"twilio/voice/{request.ConversationId}/reply/{request.SeqNum}?{GenerateStatesParameter(request.States)}&AIResponseWaitTime={++request.AIResponseWaitTime}",
                     ActionOnEmptyResult = true
                 };
 

src/Plugins/BotSharp.Plugin.Twilio/Models/ConversationalVoiceRequest.cs

@@ -5,17 +5,19 @@ namespace BotSharp.Plugin.Twilio.Models;
 public class ConversationalVoiceRequest : VoiceRequest
 {
     [FromQuery(Name = "agent-id")]
-    public string AgentId { get; set; }
+    public string AgentId { get; set; } = string.Empty;
 
     [FromRoute]
-    public string ConversationId { get; set; }
+    public string ConversationId { get; set; } = string.Empty;
 
     [FromRoute]
     public int SeqNum { get; set; }
 
     public int Attempts { get; set; } = 1;
+    public int AIResponseWaitTime { get; set; } = 0;
+    public string? AIResponseErrorMessage { get; set; } = string.Empty;
 
-    public string Intent { get; set; }
+    public string Intent { get; set; } = string.Empty;
 
     public List<string> States { get; set; } = [];
 }