Add chat mode detection

Author: CodeWithKyrian

src/Pipelines/TextGenerationPipeline.php

@@ -66,6 +66,12 @@ public function __invoke(array|string $texts, ...$args): array
 
         $generationConfig = new GenerationConfig($snakeCasedArgs);
 
+        $isChatMode = $this->isChatMode($texts);
+
+        if ($isChatMode) {
+            $texts = $this->tokenizer->applyChatTemplate($texts, addGenerationPrompt: true, tokenize: false);
+        }
+
         $isBatched = is_array($texts);
 
         if (!$isBatched) {
@@ -87,6 +93,7 @@ public function __invoke(array|string $texts, ...$args): array
 
         $decoded = $this->tokenizer->batchDecode($outputTokenIds, skipSpecialTokens: true);
 
+
         $toReturn = array_fill(0, count($texts), []);
 
         for ($i = 0; $i < count($decoded); ++$i) {
@@ -104,4 +111,11 @@ protected function camelCaseToSnakeCase(string $input): string
     {
         return strtolower(preg_replace('/(?<!^)[A-Z]/', '_$0', $input));
     }
+
+    // Detect chat mode
+    protected function isChatMode(string|array $texts): bool
+    {
+        return is_array($texts) && isset($texts[0]) && is_array($texts[0]) && !array_is_list($texts[0]);
+
+    }
 }

src/Utils/Helpers.php

@@ -58,7 +58,6 @@ function array_every(array $array, callable $callback): bool
     return true;
 }
 
-
 function joinPaths(string ...$args): string
 {
     $paths = [];