optimize AI response exceeded max output length

yileicn · yileicn · commit 8dfc1f3b17be · 2026-02-27T13:54:30.000+08:00
diff --git a/src/Plugins/BotSharp.Plugin.AnthropicAI/Providers/ChatCompletionProvider.cs b/src/Plugins/BotSharp.Plugin.AnthropicAI/Providers/ChatCompletionProvider.cs
@@ -48,6 +48,7 @@ public async Task<RoleDialogModel> GetChatCompletions(Agent agent, List<RoleDial
         var response = await client.Messages.GetClaudeMessageAsync(parameters);
 
         RoleDialogModel responseMessage;
+        var text = response.FirstMessage?.Text ?? string.Empty;
 
         if (response.StopReason == StopReason.ToolUse)
         {
@@ -62,10 +63,20 @@ public async Task<RoleDialogModel> GetChatCompletions(Agent agent, List<RoleDial
                 RenderedInstruction = string.Join("\r\n", renderedInstructions)
             };
         }
+        else if (response.StopReason == StopReason.MaxTokens)
+        {
+            _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {response.StopReason}, Agent: {agent.Name}, MaxOutputTokens: {parameters.MaxTokens}, Content:{text}");
+
+            responseMessage = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {parameters.MaxTokens}")
+            {
+                CurrentAgentId = agent.Id,
+                MessageId = conversations.LastOrDefault()?.MessageId ?? string.Empty,
+                StopCompletion = true
+            };
+        }
         else
         {
-            var message = response.FirstMessage;
-            responseMessage = new RoleDialogModel(AgentRole.Assistant, message?.Text ?? string.Empty)
+            responseMessage = new RoleDialogModel(AgentRole.Assistant, text)
             {
                 CurrentAgentId = agent.Id,
                 MessageId = conversations.LastOrDefault()?.MessageId ?? string.Empty,
@@ -108,6 +119,7 @@ public async Task<bool> GetChatCompletionsAsync(Agent agent, List<RoleDialogMode
         var response = await client.Messages.GetClaudeMessageAsync(parameters);
 
         RoleDialogModel responseMessage;
+        var text = response.FirstMessage?.Text ?? string.Empty;
 
         if (response.StopReason == StopReason.ToolUse)
         {
@@ -125,10 +137,22 @@ public async Task<bool> GetChatCompletionsAsync(Agent agent, List<RoleDialogMode
             // Execute functions
             await onFunctionExecuting(responseMessage);
         }
+        else if (response.StopReason == StopReason.MaxTokens)
+        {            
+            _logger.LogWarning($"Action: {nameof(GetChatCompletionsAsync)}, Reason: {response.StopReason}, Agent: {agent.Name}, MaxOutputTokens: {parameters.MaxTokens}, Content:{text}");
+
+            responseMessage = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {parameters.MaxTokens}")
+            {
+                CurrentAgentId = agent.Id,
+                MessageId = conversations.LastOrDefault()?.MessageId ?? string.Empty,
+                StopCompletion = true
+            };
+
+            await onMessageReceived(responseMessage);
+        }
         else
         {
-            var message = response.FirstMessage;
-            responseMessage = new RoleDialogModel(AgentRole.Assistant, message?.Text ?? string.Empty)
+            responseMessage = new RoleDialogModel(AgentRole.Assistant, text)
             {
                 CurrentAgentId = agent.Id,
                 MessageId = conversations.LastOrDefault()?.MessageId ?? string.Empty,
diff --git a/src/Plugins/BotSharp.Plugin.AzureOpenAI/Providers/Chat/ChatCompletionProvider.cs b/src/Plugins/BotSharp.Plugin.AzureOpenAI/Providers/Chat/ChatCompletionProvider.cs
@@ -80,7 +80,7 @@ public async Task<RoleDialogModel> GetChatCompletions(Agent agent, List<RoleDial
             }
             else if (reason == ChatFinishReason.Length)
             {
-                _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}");
+                _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}, Content:{text}");
 
                 responseMessage = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {options.MaxOutputTokenCount}")
                 {
@@ -214,6 +214,19 @@ public async Task<bool> GetChatCompletionsAsync(Agent agent,
             // Execute functions
             await onFunctionExecuting(funcContextIn);
         }
+        else if (reason == ChatFinishReason.Length)
+        {
+            _logger.LogWarning($"Action: {nameof(GetChatCompletionsAsync)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}, Content:{text}");
+
+            msg = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {options.MaxOutputTokenCount}")
+            {
+                CurrentAgentId = agent.Id,
+                MessageId = conversations.LastOrDefault()?.MessageId ?? string.Empty,
+                StopCompletion = true,
+                RenderedInstruction = string.Join("\r\n", renderedInstructions)
+            };
+            await onMessageReceived(msg);
+        }
         else
         {
             // Text response received
diff --git a/src/Plugins/BotSharp.Plugin.DeepSeekAI/Providers/Chat/ChatCompletionProvider.cs b/src/Plugins/BotSharp.Plugin.DeepSeekAI/Providers/Chat/ChatCompletionProvider.cs
@@ -71,7 +71,7 @@ public async Task<RoleDialogModel> GetChatCompletions(Agent agent, List<RoleDial
         }
         else if (reason == ChatFinishReason.Length)
         {
-            _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}");
+            _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}, Content:{text}");
 
             responseMessage = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {options.MaxOutputTokenCount}")
             {
@@ -181,6 +181,19 @@ public async Task<bool> GetChatCompletionsAsync(Agent agent, List<RoleDialogMode
             // Execute functions
             await onFunctionExecuting(funcContextIn);
         }
+        else if (reason == ChatFinishReason.Length)
+        {
+            _logger.LogWarning($"Action: {nameof(GetChatCompletionsAsync)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}, Content:{text}");
+
+            msg = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {options.MaxOutputTokenCount}")
+            {
+                CurrentAgentId = agent.Id,
+                MessageId = conversations.LastOrDefault()?.MessageId ?? string.Empty,
+                StopCompletion = true,
+                RenderedInstruction = string.Join("\r\n", renderedInstructions)
+            };
+            await onMessageReceived(msg);
+        }
         else
         {
             // Text response received
diff --git a/src/Plugins/BotSharp.Plugin.GoogleAI/Providers/Chat/ChatCompletionProvider.cs b/src/Plugins/BotSharp.Plugin.GoogleAI/Providers/Chat/ChatCompletionProvider.cs
@@ -1,6 +1,5 @@
 using BotSharp.Abstraction.Files;
 using BotSharp.Abstraction.Files.Models;
-using BotSharp.Abstraction.Utilities;
 using BotSharp.Abstraction.Files.Utilities;
 using BotSharp.Abstraction.Hooks;
 using BotSharp.Abstraction.MessageHub.Models;
@@ -75,9 +74,9 @@ public async Task<RoleDialogModel> GetChatCompletions(Agent agent, List<RoleDial
         }
         else if (candidate?.FinishReason == FinishReason.MAX_TOKENS)
         {
-            _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {candidate.FinishReason}, Agent: {agent.Name}");
+            _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {candidate.FinishReason}, Agent: {agent.Name}, MaxOutputTokens: {request.GenerationConfig?.MaxOutputTokens}, Content:{text}");
 
-            responseMessage = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length")
+            responseMessage = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {request.GenerationConfig?.MaxOutputTokens}")
             {
                 CurrentAgentId = agent.Id,
                 MessageId = conversations.LastOrDefault()?.MessageId ?? string.Empty,
@@ -182,6 +181,23 @@ public async Task<bool> GetChatCompletionsAsync(Agent agent, List<RoleDialogMode
             // Execute functions
             await onFunctionExecuting(funcContextIn);
         }
+        else if (candidate?.FinishReason == FinishReason.MAX_TOKENS)
+        {
+            _logger.LogWarning($"Action: {nameof(GetChatCompletionsAsync)}, Reason: {candidate.FinishReason}, Agent: {agent.Name}, MaxOutputTokens: {messages.GenerationConfig?.MaxOutputTokens}, Content:{text}");
+
+            msg = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {messages.GenerationConfig?.MaxOutputTokens}")
+            {
+                CurrentAgentId = agent.Id,
+                MessageId = conversations.LastOrDefault()?.MessageId ?? string.Empty,
+                StopCompletion = true,
+                MetaData = new Dictionary<string, string?>
+                {
+                    [Constants.ThoughtSignature] = part?.ThoughtSignature
+                },
+                RenderedInstruction = string.Join("\r\n", renderedInstructions)
+            };
+            await onMessageReceived(msg);
+        }
         else
         {
             // Text response received
diff --git a/src/Plugins/BotSharp.Plugin.OpenAI/Providers/Chat/ChatCompletionProvider.cs b/src/Plugins/BotSharp.Plugin.OpenAI/Providers/Chat/ChatCompletionProvider.cs
@@ -75,7 +75,7 @@ public async Task<RoleDialogModel> GetChatCompletions(Agent agent, List<RoleDial
         }
         else if (reason == ChatFinishReason.Length)
         {
-            _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}");
+            _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}, Content:{text}");
 
             responseMessage = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {options.MaxOutputTokenCount}")
             {
@@ -188,6 +188,19 @@ public async Task<bool> GetChatCompletionsAsync(Agent agent,
             // Execute functions
             await onFunctionExecuting(funcContextIn);
         }
+        else if (reason == ChatFinishReason.Length)
+        {
+            _logger.LogWarning($"Action: {nameof(GetChatCompletionsAsync)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}, Content:{text}");
+
+            msg = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {options.MaxOutputTokenCount}")
+            {
+                CurrentAgentId = agent.Id,
+                MessageId = conversations.LastOrDefault()?.MessageId ?? string.Empty,
+                StopCompletion = true,
+                RenderedInstruction = string.Join("\r\n", renderedInstructions)
+            };
+            await onMessageReceived(msg);
+        }
         else
         {
             // Text response received

Original file line number	Diff line number	Diff line change
`@@ -80,7 +80,7 @@ public async Task<RoleDialogModel> GetChatCompletions(Agent agent, List<RoleDial`
`80`	`80`	`}`
`81`	`81`	`else if (reason == ChatFinishReason.Length)`
`82`	`82`	`{`
`83`		`- _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}");`
	`83`	`+ _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}, Content:{text}");`
`84`	`84`
`85`	`85`	`responseMessage = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {options.MaxOutputTokenCount}")`
`86`	`86`	`{`
`@@ -214,6 +214,19 @@ public async Task<bool> GetChatCompletionsAsync(Agent agent,`
`214`	`214`	`// Execute functions`
`215`	`215`	`await onFunctionExecuting(funcContextIn);`
`216`	`216`	`}`
	`217`	`+ else if (reason == ChatFinishReason.Length)`
	`218`	`+ {`
	`219`	`+ _logger.LogWarning($"Action: {nameof(GetChatCompletionsAsync)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}, Content:{text}");`
	`220`	`+`
	`221`	`+ msg = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {options.MaxOutputTokenCount}")`
	`222`	`+ {`
	`223`	`+ CurrentAgentId = agent.Id,`
	`224`	`+ MessageId = conversations.LastOrDefault()?.MessageId ?? string.Empty,`
	`225`	`+ StopCompletion = true,`
	`226`	`+ RenderedInstruction = string.Join("\r\n", renderedInstructions)`
	`227`	`+ };`
	`228`	`+ await onMessageReceived(msg);`
	`229`	`+ }`
`217`	`230`	`else`
`218`	`231`	`{`
`219`	`232`	`// Text response received`
Original file line number	Diff line number	Diff line change
`@@ -71,7 +71,7 @@ public async Task<RoleDialogModel> GetChatCompletions(Agent agent, List<RoleDial`
`71`	`71`	`}`
`72`	`72`	`else if (reason == ChatFinishReason.Length)`
`73`	`73`	`{`
`74`		`- _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}");`
	`74`	`+ _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}, Content:{text}");`
`75`	`75`
`76`	`76`	`responseMessage = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {options.MaxOutputTokenCount}")`
`77`	`77`	`{`
`@@ -181,6 +181,19 @@ public async Task<bool> GetChatCompletionsAsync(Agent agent, List<RoleDialogMode`
`181`	`181`	`// Execute functions`
`182`	`182`	`await onFunctionExecuting(funcContextIn);`
`183`	`183`	`}`
	`184`	`+ else if (reason == ChatFinishReason.Length)`
	`185`	`+ {`
	`186`	`+ _logger.LogWarning($"Action: {nameof(GetChatCompletionsAsync)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}, Content:{text}");`
	`187`	`+`
	`188`	`+ msg = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {options.MaxOutputTokenCount}")`
	`189`	`+ {`
	`190`	`+ CurrentAgentId = agent.Id,`
	`191`	`+ MessageId = conversations.LastOrDefault()?.MessageId ?? string.Empty,`
	`192`	`+ StopCompletion = true,`
	`193`	`+ RenderedInstruction = string.Join("\r\n", renderedInstructions)`
	`194`	`+ };`
	`195`	`+ await onMessageReceived(msg);`
	`196`	`+ }`
`184`	`197`	`else`
`185`	`198`	`{`
`186`	`199`	`// Text response received`
Original file line number	Diff line number	Diff line change
`@@ -75,7 +75,7 @@ public async Task<RoleDialogModel> GetChatCompletions(Agent agent, List<RoleDial`
`75`	`75`	`}`
`76`	`76`	`else if (reason == ChatFinishReason.Length)`
`77`	`77`	`{`
`78`		`- _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}");`
	`78`	`+ _logger.LogWarning($"Action: {nameof(GetChatCompletions)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}, Content:{text}");`
`79`	`79`
`80`	`80`	`responseMessage = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {options.MaxOutputTokenCount}")`
`81`	`81`	`{`
`@@ -188,6 +188,19 @@ public async Task<bool> GetChatCompletionsAsync(Agent agent,`
`188`	`188`	`// Execute functions`
`189`	`189`	`await onFunctionExecuting(funcContextIn);`
`190`	`190`	`}`
	`191`	`+ else if (reason == ChatFinishReason.Length)`
	`192`	`+ {`
	`193`	`+ _logger.LogWarning($"Action: {nameof(GetChatCompletionsAsync)}, Reason: {reason}, Agent: {agent.Name}, MaxOutputTokens: {options.MaxOutputTokenCount}, Content:{text}");`
	`194`	`+`
	`195`	`+ msg = new RoleDialogModel(AgentRole.Assistant, $"AI response exceeded max output length {options.MaxOutputTokenCount}")`
	`196`	`+ {`
	`197`	`+ CurrentAgentId = agent.Id,`
	`198`	`+ MessageId = conversations.LastOrDefault()?.MessageId ?? string.Empty,`
	`199`	`+ StopCompletion = true,`
	`200`	`+ RenderedInstruction = string.Join("\r\n", renderedInstructions)`
	`201`	`+ };`
	`202`	`+ await onMessageReceived(msg);`
	`203`	`+ }`
`191`	`204`	`else`
`192`	`205`	`{`
`193`	`206`	`// Text response received`