feat(knowledge): add JSONL file support for knowledge base uploads

Parses JSON Lines files by splitting on newlines and converting to a
JSON array, which then flows through the existing JsonYamlChunker.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

Author: waleedlatif1

apps/sim/app/workspace/[workspaceId]/knowledge/[id]/components/add-documents-modal/add-documents-modal.tsx

@@ -263,7 +263,8 @@ export function AddDocumentsModal({
                       {isDragging ? 'Drop files here' : 'Drop files here or click to browse'}
                     </span>
                     <span className='text-[var(--text-tertiary)] text-xs'>
-                      PDF, DOC, DOCX, TXT, CSV, XLS, XLSX, MD, PPT, PPTX, HTML (max 100MB each)
+                      PDF, DOC, DOCX, TXT, CSV, XLS, XLSX, MD, PPT, PPTX, HTML, JSONL (max 100MB
+                      each)
                     </span>
                   </div>
                 </Button>

apps/sim/app/workspace/[workspaceId]/knowledge/components/create-base-modal/create-base-modal.tsx

@@ -541,7 +541,8 @@ export const CreateBaseModal = memo(function CreateBaseModal({
                         {isDragging ? 'Drop files here' : 'Drop files here or click to browse'}
                       </span>
                       <span className='text-[var(--text-tertiary)] text-xs'>
-                        PDF, DOC, DOCX, TXT, CSV, XLS, XLSX, MD, PPT, PPTX, HTML (max 100MB each)
+                        PDF, DOC, DOCX, TXT, CSV, XLS, XLSX, MD, PPT, PPTX, HTML, JSONL (max 100MB
+                        each)
                       </span>
                     </div>
                   </Button>

apps/sim/lib/file-parsers/index.ts

@@ -86,12 +86,21 @@ function getParserInstances(): Record<string, FileParser> {
       }
 
       try {
-        const { parseJSON, parseJSONBuffer } = require('@/lib/file-parsers/json-parser')
+        const {
+          parseJSON,
+          parseJSONBuffer,
+          parseJSONL,
+          parseJSONLBuffer,
+        } = require('@/lib/file-parsers/json-parser')
         parserInstances.json = {
           parseFile: parseJSON,
           parseBuffer: parseJSONBuffer,
         }
-        logger.info('Loaded JSON parser')
+        parserInstances.jsonl = {
+          parseFile: parseJSONL,
+          parseBuffer: parseJSONLBuffer,
+        }
+        logger.info('Loaded JSON/JSONL parser')
       } catch (error) {
         logger.error('Failed to load JSON parser:', error)
       }

apps/sim/lib/file-parsers/json-parser.ts

@@ -59,6 +59,49 @@ export async function parseJSONBuffer(buffer: Buffer): Promise<FileParseResult>
   }
 }
 
+/**
+ * Parse JSONL (JSON Lines) files — one JSON object per line
+ */
+export async function parseJSONL(filePath: string): Promise<FileParseResult> {
+  const fs = await import('fs/promises')
+  const content = await fs.readFile(filePath, 'utf-8')
+  return parseJSONLContent(content)
+}
+
+/**
+ * Parse JSONL from buffer
+ */
+export async function parseJSONLBuffer(buffer: Buffer): Promise<FileParseResult> {
+  const content = buffer.toString('utf-8')
+  return parseJSONLContent(content)
+}
+
+function parseJSONLContent(content: string): FileParseResult {
+  const lines = content.split('\n').filter((line) => line.trim())
+  const items: unknown[] = []
+
+  for (const line of lines) {
+    try {
+      items.push(JSON.parse(line))
+    } catch {
+      throw new Error(`Invalid JSONL: failed to parse line: ${line.slice(0, 100)}`)
+    }
+  }
+
+  const formattedContent = JSON.stringify(items, null, 2)
+
+  return {
+    content: formattedContent,
+    metadata: {
+      type: 'json',
+      isArray: true,
+      keys: [],
+      itemCount: items.length,
+      depth: items.length > 0 ? 1 + getJsonDepth(items[0]) : 1,
+    },
+  }
+}
+
 /**
  * Calculate the depth of a JSON object
  */

apps/sim/lib/uploads/utils/file-utils.ts

@@ -366,7 +366,7 @@ export function validateKnowledgeBaseFile(
     return null
   }
 
-  return `File "${file.name}" has an unsupported format. Please use PDF, DOC, DOCX, TXT, CSV, XLS, XLSX, MD, PPT, PPTX, HTML, JSON, YAML, or YML files.`
+  return `File "${file.name}" has an unsupported format. Please use PDF, DOC, DOCX, TXT, CSV, XLS, XLSX, MD, PPT, PPTX, HTML, JSON, JSONL, YAML, or YML files.`
 }
 
 /**

apps/sim/lib/uploads/utils/validation.ts

@@ -28,6 +28,7 @@ export const SUPPORTED_DOCUMENT_EXTENSIONS = [
   'html',
   'htm',
   'json',
+  'jsonl',
   'yaml',
   'yml',
 ] as const
@@ -135,6 +136,7 @@ export const SUPPORTED_MIME_TYPES: Record<SupportedDocumentExtension, string[]>
   html: ['text/html', 'application/xhtml+xml'],
   htm: ['text/html', 'application/xhtml+xml'],
   json: ['application/json', 'text/json', 'application/x-json'],
+  jsonl: ['application/jsonl', 'application/x-jsonlines', 'text/jsonl', 'application/octet-stream'],
   yaml: ['text/yaml', 'text/x-yaml', 'application/yaml', 'application/x-yaml'],
   yml: ['text/yaml', 'text/x-yaml', 'application/yaml', 'application/x-yaml'],
 }