Cleanup of samples

Author: alkampfergit

src/KernelMemory.Extensions.ConsoleTest/Program.cs

@@ -28,7 +28,7 @@ static async Task Main(string[] args)
         // Ask for the user's favorite fruits
         var choices = new Dictionary<string, Type?>
         {
-            ["Basic Sample"] = typeof(SimpleBookIndexingWithTextCleaning),
+            ["Basic Sample"] = typeof(BasicSample),
             ["Custom Pipeline (text cleaner)"] = typeof(SimpleBookIndexingWithTextCleaning),
             ["SBert in action"] = typeof(SBertSample),
             ["Custom Search pipeline (Basic)"] = typeof(CustomSearchPipelineBase),

src/KernelMemory.Extensions.ConsoleTest/Samples/BasicSample.cs

@@ -1,5 +1,6 @@
 using KernelMemory.Extensions.ConsoleTest.Helper;
 using Microsoft.Extensions.DependencyInjection;
+using Microsoft.Extensions.Logging;
 using Microsoft.KernelMemory;
 using Microsoft.KernelMemory.DocumentStorage.DevTools;
 using Microsoft.KernelMemory.FileSystem.DevTools;
@@ -13,6 +14,13 @@ internal class BasicSample : ISample
     public async Task RunSample(string bookPdf)
     {
         var services = new ServiceCollection();
+
+        services.AddLogging(l => l
+            .SetMinimumLevel(LogLevel.Trace)
+            .AddConsole()
+            .AddDebug()
+        );
+
         var builder = CreateBasicKernelMemoryBuilder(services, useMongoDbAtlas: false);
 
         var kernelMemory = builder.Build<MemoryServerless>();

src/KernelMemory.Extensions.ConsoleTest/Samples/SimpleBookIndexingWithTextCleaning.cs

@@ -1,11 +1,13 @@
 using KernelMemory.Extensions.ConsoleTest.Helper;
 using Microsoft.Extensions.DependencyInjection;
+using Microsoft.Extensions.Logging;
 using Microsoft.KernelMemory;
 using Microsoft.KernelMemory.DataFormats;
 using Microsoft.KernelMemory.DocumentStorage.DevTools;
 using Microsoft.KernelMemory.FileSystem.DevTools;
 using Microsoft.KernelMemory.Handlers;
 using Microsoft.KernelMemory.MemoryStorage.DevTools;
+using Spectre.Console;
 
 namespace SemanticMemory.Samples;
 
@@ -14,7 +16,11 @@ public class SimpleBookIndexingWithTextCleaning : ISample
     public async Task RunSample(string bookPdf)
     {
         var services = new ServiceCollection();
-
+        services.AddLogging(l => l
+            .SetMinimumLevel(LogLevel.Trace)
+            .AddConsole()
+            .AddDebug()
+        );
         //do not forget to add decoders
         services.AddDefaultContentDecoders();
 
@@ -38,8 +44,8 @@ public async Task RunSample(string bookPdf)
         TextPartitioningHandler textPartitioning = new("partition", orchestrator);
         await orchestrator.AddHandlerAsync(textPartitioning);
 
-        SummarizationHandler summarizeEmbedding = new("summarize", orchestrator);
-        await orchestrator.AddHandlerAsync(summarizeEmbedding);
+        //SummarizationHandler summarizeEmbedding = new("summarize", orchestrator);
+        //await orchestrator.AddHandlerAsync(summarizeEmbedding);
 
         GenerateEmbeddingsHandler textEmbedding = new("gen_embeddings", orchestrator);
         await orchestrator.AddHandlerAsync(textEmbedding);
@@ -51,24 +57,39 @@ public async Task RunSample(string bookPdf)
         // orchestrator.AddHandlerAsync(...);
 
         // Create sample pipeline with 4 files
-        Console.WriteLine("* Defining pipeline with 4 files...");
-        var pipeline = orchestrator
-            .PrepareNewDocumentUpload(
-                index: "booksample",
-                documentId: "booksample",
-                new TagCollection { { "example", "books" } })
-            .AddUploadFile("file1", Path.GetFileName(bookPdf), bookPdf)
-            .Then("extract")
-            .Then("clean")
-            .Then("partition")
-            .Then("summarize")
-            .Then("gen_embeddings")
-            .Then("save_records")
-            .Build();
-
-        // Execute pipeline
-        Console.WriteLine("* Executing pipeline...");
-        await orchestrator.RunPipelineAsync(pipeline);
+        var index = AnsiConsole.Ask<bool>("Do you want to index document?");
+        if (index)
+        {
+            Console.WriteLine("* Defining pipeline with 4 files...");
+            var pipeline = orchestrator
+                .PrepareNewDocumentUpload(
+                    index: "booksample",
+                    documentId: "booksample",
+                    new TagCollection { { "example", "books" } })
+                .AddUploadFile("file1", Path.GetFileName(bookPdf), bookPdf)
+                .Then("extract")
+                .Then("clean")
+                .Then("partition")
+                //.Then("summarize")
+                .Then("gen_embeddings")
+                .Then("save_records")
+                .Build();
+
+            // Execute pipeline
+            Console.WriteLine("* Executing pipeline...");
+            await orchestrator.RunPipelineAsync(pipeline);
+        }
+        string question;
+        do
+        {
+            Console.WriteLine("Ask a question to the kernel memory:");
+            question = Console.ReadLine();
+            if (!string.IsNullOrWhiteSpace(question))
+            {
+                var response = await kernelMemory.AskAsync(question, index: "booksample");
+                Console.WriteLine(response.Result);
+            }
+        } while (!string.IsNullOrWhiteSpace(question));
     }
 
     private static IKernelMemoryBuilder CreateBasicKernelMemoryBuilder(
@@ -105,12 +126,12 @@ private static IKernelMemoryBuilder CreateBasicKernelMemoryBuilder(
         kernelMemoryBuilder
             .WithSimpleFileStorage(new SimpleFileStorageConfig()
             {
-                Directory = "c:\\temp\\km\\storage",
+                Directory = "c:\\temp\\km2\\storage",
                 StorageType = FileSystemTypes.Disk
             })
             .WithSimpleVectorDb(new SimpleVectorDbConfig()
             {
-                Directory = "c:\\temp\\km\\vectorstorage",
+                Directory = "c:\\temp\\km2\\vectorstorage",
                 StorageType = FileSystemTypes.Disk
             });