add dialog order and conversation thumbnail

Jicheng Lu · Jicheng Lu · commit a20eacb30a3f · 2026-02-24T17:03:50.000-06:00
diff --git a/src/Infrastructure/BotSharp.Abstraction/Conversations/IConversationService.cs b/src/Infrastructure/BotSharp.Abstraction/Conversations/IConversationService.cs
@@ -1,5 +1,4 @@
 using BotSharp.Abstraction.Repositories.Filters;
-using BotSharp.Abstraction.Users.Models;
 
 namespace BotSharp.Abstraction.Conversations;
 
@@ -41,7 +40,7 @@ Task<bool> SendMessage(string agentId,
         PostbackMessageModel? replyMessage,
         Func<RoleDialogModel, Task> onResponseReceived);
 
-    Task<List<RoleDialogModel>> GetDialogHistory(int lastCount = 100, bool fromBreakpoint = true, IEnumerable<string>? includeMessageTypes = null);
+    Task<List<RoleDialogModel>> GetDialogHistory(int lastCount = 100, bool fromBreakpoint = true, IEnumerable<string>? includeMessageTypes = null, ConversationDialogFilter? filter = null);
     Task CleanHistory(string agentId);
 
     /// <summary>
diff --git a/src/Infrastructure/BotSharp.Abstraction/Conversations/IConversationStorage.cs b/src/Infrastructure/BotSharp.Abstraction/Conversations/IConversationStorage.cs
@@ -1,8 +1,10 @@
+using BotSharp.Abstraction.Repositories.Filters;
+
 namespace BotSharp.Abstraction.Conversations;
 
 public interface IConversationStorage
 {
     Task Append(string conversationId, RoleDialogModel dialog);
     Task Append(string conversationId, IEnumerable<RoleDialogModel> dialogs);
-    Task<List<RoleDialogModel>> GetDialogs(string conversationId);
+    Task<List<RoleDialogModel>> GetDialogs(string conversationId, ConversationDialogFilter? filter = null);
 }
diff --git a/src/Infrastructure/BotSharp.Abstraction/Conversations/Models/ConversationFile.cs b/src/Infrastructure/BotSharp.Abstraction/Conversations/Models/ConversationFile.cs
@@ -0,0 +1,7 @@
+namespace BotSharp.Abstraction.Conversations.Models;
+
+public class ConversationFile
+{
+    public string ConversationId { get; set; }
+    public string? Thumbnail { get; set; }
+}
diff --git a/src/Infrastructure/BotSharp.Abstraction/Repositories/Filters/ConversationDialogFilter.cs b/src/Infrastructure/BotSharp.Abstraction/Repositories/Filters/ConversationDialogFilter.cs
@@ -0,0 +1,6 @@
+namespace BotSharp.Abstraction.Repositories.Filters;
+
+public class ConversationDialogFilter
+{
+    public string Order { get; set; } = "asc";
+}
diff --git a/src/Infrastructure/BotSharp.Abstraction/Repositories/Filters/ConversationFileFilter.cs b/src/Infrastructure/BotSharp.Abstraction/Repositories/Filters/ConversationFileFilter.cs
@@ -0,0 +1,6 @@
+namespace BotSharp.Abstraction.Repositories.Filters;
+
+public class ConversationFileFilter
+{
+    public IEnumerable<string> ConversationIds { get; set; } = [];
+}
diff --git a/src/Infrastructure/BotSharp.Abstraction/Repositories/Filters/ConversationFilter.cs b/src/Infrastructure/BotSharp.Abstraction/Repositories/Filters/ConversationFilter.cs
@@ -31,6 +31,7 @@ public class ConversationFilter
     public List<string>? Tags { get; set; }
 
     public bool IsLoadLatestStates { get; set; }
+    public bool IsLoadThumbnail { get; set; }
 
     public static ConversationFilter Empty()
     {
diff --git a/src/Infrastructure/BotSharp.Abstraction/Repositories/IBotSharpRepository.cs b/src/Infrastructure/BotSharp.Abstraction/Repositories/IBotSharpRepository.cs
@@ -129,7 +129,7 @@ Task CreateNewConversation(Conversation conversation)
         => throw new NotImplementedException();
     Task<bool> DeleteConversations(IEnumerable<string> conversationIds)
         => throw new NotImplementedException();
-    Task<List<DialogElement>> GetConversationDialogs(string conversationId)
+    Task<List<DialogElement>> GetConversationDialogs(string conversationId, ConversationDialogFilter? filter = null)
         => throw new NotImplementedException();
     Task AppendConversationDialogs(string conversationId, List<DialogElement> dialogs)
         => throw new NotImplementedException();
@@ -169,6 +169,12 @@ Task<List<string>> GetConversationsToMigrate(int batchSize = 100)
         => throw new NotImplementedException();
     Task<bool> MigrateConvsersationLatestStates(string conversationId)
          => throw new NotImplementedException();
+    Task<List<ConversationFile>> GetConversationFiles(ConversationFileFilter filter)
+        => throw new NotImplementedException();
+    Task<bool> SaveConversationFiles(List<ConversationFile> files)
+        => throw new NotImplementedException();
+    Task<bool> DeleteConversationFiles(List<string> conversationIds)
+        => throw new NotImplementedException();
     #endregion
 
     #region LLM Completion Log
diff --git a/src/Infrastructure/BotSharp.Abstraction/SideCar/IConversationSideCar.cs b/src/Infrastructure/BotSharp.Abstraction/SideCar/IConversationSideCar.cs
@@ -1,3 +1,4 @@
+using BotSharp.Abstraction.Repositories.Filters;
 using BotSharp.Abstraction.SideCar.Options;
 
 namespace BotSharp.Abstraction.SideCar;
@@ -8,7 +9,7 @@ public interface IConversationSideCar
     bool IsEnabled { get; }
 
     Task AppendConversationDialogs(string conversationId, List<DialogElement> messages);
-    Task<List<DialogElement>> GetConversationDialogs(string conversationId);
+    Task<List<DialogElement>> GetConversationDialogs(string conversationId, ConversationDialogFilter? filter = null);
     Task UpdateConversationBreakpoint(string conversationId, ConversationBreakpoint breakpoint);
     Task<ConversationBreakpoint?> GetConversationBreakpoint(string conversationId);
     Task UpdateConversationStates(string conversationId, List<StateKeyValue> states);
diff --git a/src/Infrastructure/BotSharp.Core.SideCar/Services/BotSharpConversationSideCar.cs b/src/Infrastructure/BotSharp.Core.SideCar/Services/BotSharpConversationSideCar.cs
@@ -14,6 +14,7 @@ You may obtain a copy of the License at
   limitations under the License.
 ******************************************************************************/
 
+using BotSharp.Abstraction.Repositories.Filters;
 using BotSharp.Abstraction.SideCar.Options;
 using BotSharp.Core.Infrastructures;
 
@@ -54,7 +55,7 @@ public async Task AppendConversationDialogs(string conversationId, List<DialogEl
         await Task.CompletedTask;
     }
 
-    public async Task<List<DialogElement>> GetConversationDialogs(string conversationId)
+    public async Task<List<DialogElement>> GetConversationDialogs(string conversationId, ConversationDialogFilter? filter = null)
     {
         if (!IsValid(conversationId))
         {
diff --git a/src/Infrastructure/BotSharp.Core/Conversations/Services/ConversationService.cs b/src/Infrastructure/BotSharp.Core/Conversations/Services/ConversationService.cs
@@ -154,14 +154,14 @@ public Task CleanHistory(string agentId)
         throw new NotImplementedException();
     }
 
-    public async Task<List<RoleDialogModel>> GetDialogHistory(int lastCount = 100, bool fromBreakpoint = true, IEnumerable<string>? includeMessageTypes = null)
+    public async Task<List<RoleDialogModel>> GetDialogHistory(int lastCount = 100, bool fromBreakpoint = true, IEnumerable<string>? includeMessageTypes = null, ConversationDialogFilter? filter = null)
     {
         if (string.IsNullOrEmpty(_conversationId))
         {
             throw new ArgumentNullException("ConversationId is null.");
         }
 
-        var dialogs = await _storage.GetDialogs(_conversationId);
+        var dialogs = await _storage.GetDialogs(_conversationId, filter);
 
         if (!includeMessageTypes.IsNullOrEmpty())
         {
@@ -190,7 +190,7 @@ public async Task<List<RoleDialogModel>> GetDialogHistory(int lastCount = 100, b
         var agentMsgCount = await GetAgentMessageCount();
         var count = agentMsgCount.HasValue && agentMsgCount.Value > 0 ? agentMsgCount.Value : lastCount;
 
-        return dialogs.TakeLast(count).ToList();
+        return filter?.Order == "desc" ? dialogs.Take(count).ToList() : dialogs.TakeLast(count).ToList();
     }
 
     public async Task SetConversationId(string conversationId, List<MessageState> states, bool isReadOnly = false)
diff --git a/src/Infrastructure/BotSharp.Core/Conversations/Services/ConversationStorage.cs b/src/Infrastructure/BotSharp.Core/Conversations/Services/ConversationStorage.cs
@@ -50,10 +50,10 @@ public async Task Append(string conversationId, IEnumerable<RoleDialogModel> dia
         await db.AppendConversationDialogs(conversationId, dialogElements);
     }
 
-    public async Task<List<RoleDialogModel>> GetDialogs(string conversationId)
+    public async Task<List<RoleDialogModel>> GetDialogs(string conversationId, ConversationDialogFilter? filter = null)
     {
         var db = _services.GetRequiredService<IBotSharpRepository>();
-        var dialogs = await db.GetConversationDialogs(conversationId);
+        var dialogs = await db.GetConversationDialogs(conversationId, filter);
         var hooks = _services.GetServices<IConversationHook>();
 
         var results = new List<RoleDialogModel>();
diff --git a/src/Infrastructure/BotSharp.Core/Repository/FileRepository/FileRepository.Conversation.cs b/src/Infrastructure/BotSharp.Core/Repository/FileRepository/FileRepository.Conversation.cs
@@ -1,6 +1,5 @@
 using BotSharp.Abstraction.Loggers.Models;
 using System.IO;
-using System.Threading;
 
 namespace BotSharp.Core.Repository;
 
@@ -75,7 +74,7 @@ public Task<bool> DeleteConversations(IEnumerable<string> conversationIds)
     }
 
     [SideCar]
-    public async Task<List<DialogElement>> GetConversationDialogs(string conversationId)
+    public async Task<List<DialogElement>> GetConversationDialogs(string conversationId, ConversationDialogFilter? filter = null)
     {
         var dialogs = new List<DialogElement>();
         var convDir = FindConversationDirectory(conversationId);
@@ -93,11 +92,16 @@ public async Task<List<DialogElement>> GetConversationDialogs(string conversatio
                 var texts = await File.ReadAllTextAsync(dialogDir);
                 try
                 {
-                    dialogs = JsonSerializer.Deserialize<List<DialogElement>>(texts, _options) ?? new List<DialogElement>();
+                    dialogs = JsonSerializer.Deserialize<List<DialogElement>>(texts, _options) ?? [];
                 }
                 catch
                 {
-                    dialogs = new List<DialogElement>();
+                    dialogs = [];
+                }
+
+                if (filter?.Order == "desc")
+                {
+                    dialogs = dialogs.OrderByDescending(x => x.MetaData?.CreatedTime).ToList();
                 }
             }
             finally
@@ -884,6 +888,139 @@ public async Task<bool> MigrateConvsersationLatestStates(string conversationId)
     }
 
 
+    #region Files
+    public async Task<List<ConversationFile>> GetConversationFiles(ConversationFileFilter filter)
+    {
+        if (filter == null || filter.ConversationIds.IsNullOrEmpty())
+        {
+            return [];
+        }
+
+        var files = new List<ConversationFile>();
+        var baseDir = Path.Combine(_dbSettings.FileRepository, _conversationSettings.DataDir);
+
+        if (!Directory.Exists(baseDir))
+        {
+            return files;
+        }
+
+        foreach (var conversationId in filter.ConversationIds)
+        {
+            if (string.IsNullOrEmpty(conversationId))
+            {
+                continue;
+            }
+
+            var convDir = Path.Combine(baseDir, conversationId);
+            if (!Directory.Exists(convDir))
+            {
+                continue;
+            }
+
+            var filesFile = Path.Combine(convDir, CONV_FILES_FILE);
+            if (!File.Exists(filesFile))
+            {
+                continue;
+            }
+
+            try
+            {
+                var json = await File.ReadAllTextAsync(filesFile);
+                var conversationFile = JsonSerializer.Deserialize<ConversationFile>(json, _options);
+                if (conversationFile != null)
+                {
+                    files.Add(conversationFile);
+                }
+            }
+            catch (Exception ex)
+            {
+                _logger.LogWarning(ex, $"Error when reading conversation files for conversation {conversationId}.");
+            }
+        }
+
+        return files;
+    }
+
+    public async Task<bool> SaveConversationFiles(List<ConversationFile> files)
+    {
+        if (files.IsNullOrEmpty())
+        {
+            return false;
+        }
+
+        try
+        {
+            var baseDir = Path.Combine(_dbSettings.FileRepository, _conversationSettings.DataDir);
+
+            foreach (var file in files)
+            {
+                if (string.IsNullOrEmpty(file.ConversationId))
+                {
+                    continue;
+                }
+
+                var convDir = Path.Combine(baseDir, file.ConversationId);
+                if (!Directory.Exists(convDir))
+                {
+                    Directory.CreateDirectory(convDir);
+                }
+
+                var filesFile = Path.Combine(convDir, CONV_FILES_FILE);
+                var json = JsonSerializer.Serialize(file, _options);
+                await File.WriteAllTextAsync(filesFile, json);
+            }
+
+            return true;
+        }
+        catch (Exception ex)
+        {
+            _logger.LogError(ex, "Error when saving conversation files.");
+            return false;
+        }
+    }
+
+    public async Task<bool> DeleteConversationFiles(List<string> conversationIds)
+    {
+        if (conversationIds.IsNullOrEmpty())
+        {
+            return false;
+        }
+
+        try
+        {
+            var baseDir = Path.Combine(_dbSettings.FileRepository, _conversationSettings.DataDir);
+
+            foreach (var conversationId in conversationIds)
+            {
+                if (string.IsNullOrEmpty(conversationId))
+                {
+                    continue;
+                }
+
+                var convDir = Path.Combine(baseDir, conversationId);
+                if (!Directory.Exists(convDir))
+                {
+                    continue;
+                }
+
+                var filesFile = Path.Combine(convDir, CONV_FILES_FILE);
+                if (File.Exists(filesFile))
+                {
+                    File.Delete(filesFile);
+                }
+            }
+
+            return true;
+        }
+        catch (Exception ex)
+        {
+            _logger.LogError(ex, "Error when deleting conversation files.");
+            return false;
+        }
+    }
+    #endregion
+
+
     #region Private methods
     private string? FindConversationDirectory(string conversationId)
     {
diff --git a/src/Infrastructure/BotSharp.Core/Repository/FileRepository/FileRepository.cs b/src/Infrastructure/BotSharp.Core/Repository/FileRepository/FileRepository.cs
@@ -37,6 +37,7 @@ public partial class FileRepository : IBotSharpRepository
     private const string BREAKPOINT_FILE = "breakpoint.json";
     private const string CONV_LATEST_STATE_FILE = "latest-state.json";
     private const string TRANSLATION_MEMORY_FILE = "memory.json";
+    private const string CONV_FILES_FILE = "conv_files.json";
 
     private const string USERS_FOLDER = "users";
     private const string USER_FILE = "user.json";
diff --git a/src/Infrastructure/BotSharp.OpenAPI/Controllers/Conversation/ConversationController.File.cs b/src/Infrastructure/BotSharp.OpenAPI/Controllers/Conversation/ConversationController.File.cs
@@ -1,5 +1,6 @@
 using BotSharp.Abstraction.Files.Enums;
 using BotSharp.Abstraction.Files.Utilities;
+using BotSharp.Abstraction.Repositories;
 
 namespace BotSharp.OpenAPI.Controllers;
 
@@ -114,4 +115,29 @@ public IActionResult DownloadMessageFile([FromRoute] string conversationId, [Fro
         return new FileStreamResult(stream, contentType) { FileDownloadName = fName };
     }
     #endregion
+
+    #region Thumbnail
+    [HttpPost("/conversation/{conversationId}/thumbnail")]
+    public async Task<bool> SaveConversationThumbnail([FromRoute] string conversationId, [FromBody] ConversationFileRequest request)
+    {
+        var db = _services.GetRequiredService<IBotSharpRepository>();
+        var result = await db.SaveConversationFiles(
+        [
+            new()
+            {
+                ConversationId = conversationId,
+                Thumbnail = request.Thumbnail
+            }
+        ]);
+        return result;
+    }
+
+    [HttpDelete("/conversation/{conversationId}/thumbnail")]
+    public async Task<bool> DeleteConversationThumbnail([FromRoute] string conversationId)
+    {
+        var db = _services.GetRequiredService<IBotSharpRepository>();
+        var result = await db.DeleteConversationFiles([conversationId]);
+        return result;
+    }
+    #endregion
 }
diff --git a/src/Infrastructure/BotSharp.OpenAPI/Controllers/Conversation/ConversationController.cs b/src/Infrastructure/BotSharp.OpenAPI/Controllers/Conversation/ConversationController.cs
diff --git a/src/Infrastructure/BotSharp.OpenAPI/ViewModels/Conversations/Request/ConversationFileRequest.cs b/src/Infrastructure/BotSharp.OpenAPI/ViewModels/Conversations/Request/ConversationFileRequest.cs
diff --git a/src/Infrastructure/BotSharp.OpenAPI/ViewModels/Conversations/View/ConversationViewModel.cs b/src/Infrastructure/BotSharp.OpenAPI/ViewModels/Conversations/View/ConversationViewModel.cs
diff --git a/src/Plugins/BotSharp.Plugin.MongoStorage/Collections/ConversationFileDocument.cs b/src/Plugins/BotSharp.Plugin.MongoStorage/Collections/ConversationFileDocument.cs
diff --git a/src/Plugins/BotSharp.Plugin.MongoStorage/MongoDbContext.cs b/src/Plugins/BotSharp.Plugin.MongoStorage/MongoDbContext.cs
diff --git a/src/Plugins/BotSharp.Plugin.MongoStorage/Repository/MongoRepository.Conversation.cs b/src/Plugins/BotSharp.Plugin.MongoStorage/Repository/MongoRepository.Conversation.cs

Original file line number	Diff line number	Diff line change
`@@ -1,8 +1,10 @@`
	`1`	`+using BotSharp.Abstraction.Repositories.Filters;`
	`2`	`+`
`1`	`3`	`namespace BotSharp.Abstraction.Conversations;`
`2`	`4`
`3`	`5`	`public interface IConversationStorage`
`4`	`6`	`{`
`5`	`7`	`Task Append(string conversationId, RoleDialogModel dialog);`
`6`	`8`	`Task Append(string conversationId, IEnumerable<RoleDialogModel> dialogs);`
`7`		`- Task<List<RoleDialogModel>> GetDialogs(string conversationId);`
	`9`	`+ Task<List<RoleDialogModel>> GetDialogs(string conversationId, ConversationDialogFilter? filter = null);`
`8`	`10`	`}`
Original file line number	Diff line number	Diff line change
`@@ -31,6 +31,7 @@ public class ConversationFilter`
`31`	`31`	`public List<string>? Tags { get; set; }`
`32`	`32`
`33`	`33`	`public bool IsLoadLatestStates { get; set; }`
	`34`	`+ public bool IsLoadThumbnail { get; set; }`
`34`	`35`
`35`	`36`	`public static ConversationFilter Empty()`
`36`	`37`	`{`
Original file line number	Diff line number	Diff line change
`@@ -14,6 +14,7 @@ You may obtain a copy of the License at`
`14`	`14`	`limitations under the License.`
`15`	`15`	`******************************************************************************/`
`16`	`16`
	`17`	`+using BotSharp.Abstraction.Repositories.Filters;`
`17`	`18`	`using BotSharp.Abstraction.SideCar.Options;`
`18`	`19`	`using BotSharp.Core.Infrastructures;`
`19`	`20`
`@@ -54,7 +55,7 @@ public async Task AppendConversationDialogs(string conversationId, List<DialogEl`
`54`	`55`	`await Task.CompletedTask;`
`55`	`56`	`}`
`56`	`57`
`57`		`- public async Task<List<DialogElement>> GetConversationDialogs(string conversationId)`
	`58`	`+ public async Task<List<DialogElement>> GetConversationDialogs(string conversationId, ConversationDialogFilter? filter = null)`
`58`	`59`	`{`
`59`	`60`	`if (!IsValid(conversationId))`
`60`	`61`	`{`
Original file line number	Diff line number	Diff line change
`@@ -154,14 +154,14 @@ public Task CleanHistory(string agentId)`
`154`	`154`	`throw new NotImplementedException();`
`155`	`155`	`}`
`156`	`156`
`157`		`- public async Task<List<RoleDialogModel>> GetDialogHistory(int lastCount = 100, bool fromBreakpoint = true, IEnumerable<string>? includeMessageTypes = null)`
	`157`	`+ public async Task<List<RoleDialogModel>> GetDialogHistory(int lastCount = 100, bool fromBreakpoint = true, IEnumerable<string>? includeMessageTypes = null, ConversationDialogFilter? filter = null)`
`158`	`158`	`{`
`159`	`159`	`if (string.IsNullOrEmpty(_conversationId))`
`160`	`160`	`{`
`161`	`161`	`throw new ArgumentNullException("ConversationId is null.");`
`162`	`162`	`}`
`163`	`163`
`164`		`- var dialogs = await _storage.GetDialogs(_conversationId);`
	`164`	`+ var dialogs = await _storage.GetDialogs(_conversationId, filter);`
`165`	`165`
`166`	`166`	`if (!includeMessageTypes.IsNullOrEmpty())`
`167`	`167`	`{`
`@@ -190,7 +190,7 @@ public async Task<List<RoleDialogModel>> GetDialogHistory(int lastCount = 100, b`
`190`	`190`	`var agentMsgCount = await GetAgentMessageCount();`
`191`	`191`	`var count = agentMsgCount.HasValue && agentMsgCount.Value > 0 ? agentMsgCount.Value : lastCount;`
`192`	`192`
`193`		`- return dialogs.TakeLast(count).ToList();`
	`193`	`+ return filter?.Order == "desc" ? dialogs.Take(count).ToList() : dialogs.TakeLast(count).ToList();`
`194`	`194`	`}`
`195`	`195`
`196`	`196`	`public async Task SetConversationId(string conversationId, List<MessageState> states, bool isReadOnly = false)`