refine cancellation token

Jicheng Lu · Jicheng Lu · commit e52da508918c · 2026-04-09T12:55:00.000-05:00
diff --git a/src/Plugins/BotSharp.Plugin.AnthropicAI/Providers/ChatCompletionProvider.cs b/src/Plugins/BotSharp.Plugin.AnthropicAI/Providers/ChatCompletionProvider.cs
@@ -221,7 +221,7 @@ public async Task<RoleDialogModel> GetChatCompletionsStreamingAsync(Agent agent,
 
         try
         {
-            await foreach (var choice in client.Messages.StreamClaudeMessageAsync(parameters).WithCancellation(cancellationToken))
+            await foreach (var choice in client.Messages.StreamClaudeMessageAsync(parameters, cancellationToken))
             {
                 var startMsg = choice.StreamStartMessage;
                 var contentBlock = choice.ContentBlock;
diff --git a/src/Plugins/BotSharp.Plugin.AzureOpenAI/Providers/Chat/ChatCompletionProvider.cs b/src/Plugins/BotSharp.Plugin.AzureOpenAI/Providers/Chat/ChatCompletionProvider.cs
@@ -292,7 +292,7 @@ public async Task<RoleDialogModel> GetChatCompletionsStreamingAsync(Agent agent,
 
         try
         {
-            await foreach (var choice in chatClient.CompleteChatStreamingAsync(messages, options).WithCancellation(cancellationToken))
+            await foreach (var choice in chatClient.CompleteChatStreamingAsync(messages, options, cancellationToken))
             {
                 tokenUsage = choice.Usage;
 
diff --git a/src/Plugins/BotSharp.Plugin.DeepSeekAI/Providers/Chat/ChatCompletionProvider.cs b/src/Plugins/BotSharp.Plugin.DeepSeekAI/Providers/Chat/ChatCompletionProvider.cs
@@ -259,7 +259,7 @@ public async Task<RoleDialogModel> GetChatCompletionsStreamingAsync(Agent agent,
 
         try
         {
-            await foreach (var choice in chatClient.CompleteChatStreamingAsync(messages, options).WithCancellation(cancellationToken))
+            await foreach (var choice in chatClient.CompleteChatStreamingAsync(messages, options, cancellationToken))
             {
                 tokenUsage = choice.Usage;
 
diff --git a/src/Plugins/BotSharp.Plugin.LLamaSharp/Providers/ChatCompletionProvider.cs b/src/Plugins/BotSharp.Plugin.LLamaSharp/Providers/ChatCompletionProvider.cs
@@ -211,7 +211,7 @@ public async Task<RoleDialogModel> GetChatCompletionsStreamingAsync(Agent agent,
 
         try
         {
-            await foreach (var response in executor.InferAsync(agent.Instruction, inferenceParams).WithCancellation(cancellationToken))
+            await foreach (var response in executor.InferAsync(agent.Instruction, inferenceParams, cancellationToken))
             {
                 Console.Write(response);
                 textStream.Collect(response);
diff --git a/src/Plugins/BotSharp.Plugin.SparkDesk/Providers/ChatCompletionProvider.cs b/src/Plugins/BotSharp.Plugin.SparkDesk/Providers/ChatCompletionProvider.cs
@@ -178,7 +178,7 @@ public async Task<RoleDialogModel> GetChatCompletionsStreamingAsync(Agent agent,
 
         try
         {
-            await foreach (StreamedChatResponse response in client.ChatAsStreamAsync(modelVersion: _settings.ModelVersion, messages, functions: funcall.Length == 0 ? null : funcall).WithCancellation(cancellationToken))
+            await foreach (StreamedChatResponse response in client.ChatAsStreamAsync(modelVersion: _settings.ModelVersion, messages, functions: funcall.Length == 0 ? null : funcall, cancellationToken: cancellationToken))
             {
                 if (response.FunctionCall != null)
                 {

Original file line number	Diff line number	Diff line change
`@@ -221,7 +221,7 @@ public async Task<RoleDialogModel> GetChatCompletionsStreamingAsync(Agent agent,`
`221`	`221`
`222`	`222`	`try`
`223`	`223`	`{`
`224`		`- await foreach (var choice in client.Messages.StreamClaudeMessageAsync(parameters).WithCancellation(cancellationToken))`
	`224`	`+ await foreach (var choice in client.Messages.StreamClaudeMessageAsync(parameters, cancellationToken))`
`225`	`225`	`{`
`226`	`226`	`var startMsg = choice.StreamStartMessage;`
`227`	`227`	`var contentBlock = choice.ContentBlock;`
Original file line number	Diff line number	Diff line change
`@@ -292,7 +292,7 @@ public async Task<RoleDialogModel> GetChatCompletionsStreamingAsync(Agent agent,`
`292`	`292`
`293`	`293`	`try`
`294`	`294`	`{`
`295`		`- await foreach (var choice in chatClient.CompleteChatStreamingAsync(messages, options).WithCancellation(cancellationToken))`
	`295`	`+ await foreach (var choice in chatClient.CompleteChatStreamingAsync(messages, options, cancellationToken))`
`296`	`296`	`{`
`297`	`297`	`tokenUsage = choice.Usage;`
`298`	`298`
Original file line number	Diff line number	Diff line change
`@@ -259,7 +259,7 @@ public async Task<RoleDialogModel> GetChatCompletionsStreamingAsync(Agent agent,`
`259`	`259`
`260`	`260`	`try`
`261`	`261`	`{`
`262`		`- await foreach (var choice in chatClient.CompleteChatStreamingAsync(messages, options).WithCancellation(cancellationToken))`
	`262`	`+ await foreach (var choice in chatClient.CompleteChatStreamingAsync(messages, options, cancellationToken))`
`263`	`263`	`{`
`264`	`264`	`tokenUsage = choice.Usage;`
`265`	`265`
Original file line number	Diff line number	Diff line change
`@@ -211,7 +211,7 @@ public async Task<RoleDialogModel> GetChatCompletionsStreamingAsync(Agent agent,`
`211`	`211`
`212`	`212`	`try`
`213`	`213`	`{`
`214`		`- await foreach (var response in executor.InferAsync(agent.Instruction, inferenceParams).WithCancellation(cancellationToken))`
	`214`	`+ await foreach (var response in executor.InferAsync(agent.Instruction, inferenceParams, cancellationToken))`
`215`	`215`	`{`
`216`	`216`	`Console.Write(response);`
`217`	`217`	`textStream.Collect(response);`
Original file line number	Diff line number	Diff line change
`@@ -178,7 +178,7 @@ public async Task<RoleDialogModel> GetChatCompletionsStreamingAsync(Agent agent,`
`178`	`178`
`179`	`179`	`try`
`180`	`180`	`{`
`181`		`- await foreach (StreamedChatResponse response in client.ChatAsStreamAsync(modelVersion: _settings.ModelVersion, messages, functions: funcall.Length == 0 ? null : funcall).WithCancellation(cancellationToken))`
	`181`	`+ await foreach (StreamedChatResponse response in client.ChatAsStreamAsync(modelVersion: _settings.ModelVersion, messages, functions: funcall.Length == 0 ? null : funcall, cancellationToken: cancellationToken))`
`182`	`182`	`{`
`183`	`183`	`if (response.FunctionCall != null)`
`184`	`184`	`{`