feat: update data source imports and enhance SQLite adapter with new features

Author: JulianFun123

.github/workflows/release-docker.yml

@@ -0,0 +1,77 @@
+name: Release Docker Images
+
+on:
+  workflow_dispatch:
+  push:
+    tags:
+      - 'v*'
+
+permissions:
+  contents: read
+  packages: write
+
+concurrency:
+  group: release-docker-${{ github.ref }}
+  cancel-in-progress: false
+
+jobs:
+  publish-images:
+    name: Publish ${{ matrix.image_name }} image
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - image_name: backend
+            dockerfile: Dockerfile.backend
+          - image_name: frontend
+            dockerfile: Dockerfile.frontend
+
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v4
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to GitHub Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Compute image name
+        id: image
+        shell: bash
+        run: |
+          repository="$(echo "${GITHUB_REPOSITORY}" | tr '[:upper:]' '[:lower:]')"
+          echo "repository=${repository}" >> "${GITHUB_OUTPUT}"
+          echo "image=ghcr.io/${repository}-${{ matrix.image_name }}" >> "${GITHUB_OUTPUT}"
+
+      - name: Extract Docker metadata
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ steps.image.outputs.image }}
+          tags: |
+            type=semver,pattern={{version}}
+            type=semver,pattern={{major}}.{{minor}}
+            type=ref,event=tag
+            type=raw,value=latest,enable={{is_default_branch}}
+            type=sha,prefix=sha-
+
+      - name: Build and push image
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          file: ${{ matrix.dockerfile }}
+          push: true
+          platforms: linux/amd64,linux/arm64
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          cache-from: type=gha,scope=${{ matrix.image_name }}
+          cache-to: type=gha,scope=${{ matrix.image_name }},mode=max

.github/workflows/release-electron.yml

@@ -0,0 +1,76 @@
+name: Release Electron App
+
+on:
+  workflow_dispatch:
+  push:
+    tags:
+      - 'v*'
+
+permissions:
+  contents: write
+
+concurrency:
+  group: release-electron-${{ github.ref }}
+  cancel-in-progress: false
+
+jobs:
+  build-electron:
+    name: Build ${{ matrix.label }}
+    runs-on: ${{ matrix.runs_on }}
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - label: macOS Apple Silicon
+            runs_on: macos-14
+            artifact_name: electron-macos-arm64
+          - label: macOS Intel
+            runs_on: macos-13
+            artifact_name: electron-macos-x64
+          - label: Windows
+            runs_on: windows-latest
+            artifact_name: electron-windows-x64
+          - label: Linux
+            runs_on: ubuntu-latest
+            artifact_name: electron-linux-x64
+
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v4
+
+      - name: Set up pnpm
+        uses: pnpm/action-setup@v4
+        with:
+          version: 10.2.1
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 24
+          cache: pnpm
+
+      - name: Install Linux packaging dependencies
+        if: runner.os == 'Linux'
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y fakeroot rpm
+
+      - name: Install workspace dependencies
+        run: pnpm install --frozen-lockfile
+
+      - name: Build Electron distributables
+        run: pnpm --dir packages/electron make
+
+      - name: Upload workflow artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: ${{ matrix.artifact_name }}
+          path: packages/electron/out/make/**/*
+          if-no-files-found: error
+
+      - name: Upload release assets
+        if: github.event_name == 'release' || startsWith(github.ref, 'refs/tags/')
+        uses: softprops/action-gh-release@v2
+        with:
+          files: packages/electron/out/make/**/*
+          fail_on_unmatched_files: true

Dockerfile.backend

@@ -1,14 +1,27 @@
-FROM node:24-alpine
+FROM node:24-bookworm-slim AS deps
 
 WORKDIR /app
 
 RUN corepack enable
+RUN apt-get update \
+  && apt-get install -y --no-install-recommends python3 make g++ \
+  && rm -rf /var/lib/apt/lists/*
 
 COPY package.json pnpm-lock.yaml pnpm-workspace.yaml ./
 COPY packages/backend/package.json packages/backend/package.json
 
 RUN pnpm install --filter backend... --frozen-lockfile --prod
 
+FROM node:24-bookworm-slim
+
+WORKDIR /app
+
+RUN corepack enable
+
+COPY --from=deps /app/node_modules ./node_modules
+COPY --from=deps /app/package.json ./package.json
+COPY --from=deps /app/pnpm-lock.yaml ./pnpm-lock.yaml
+COPY --from=deps /app/pnpm-workspace.yaml ./pnpm-workspace.yaml
 COPY packages/backend packages/backend
 
 WORKDIR /app/packages/backend

Dockerfile.frontend

@@ -1,4 +1,4 @@
-FROM node:24-alpine AS build
+FROM node:24-bookworm-slim AS build
 
 WORKDIR /app
 

package.json

@@ -5,8 +5,10 @@
   "main": "index.js",
   "pnpm": {
     "onlyBuiltDependencies": [
+      "better-sqlite3",
       "electron",
-      "electron-winstaller"
+      "electron-winstaller",
+      "esbuild"
     ]
   },
   "scripts": {

packages/backend/package.json

@@ -23,6 +23,7 @@
     "@types/express": "^5.0.2",
     "@types/express-ws": "^3.0.5",
     "body-parser": "^2.2.0",
+    "better-sqlite3": "^12.8.0",
     "cors": "^2.8.5",
     "drizzle-orm": "^0.45.1",
     "express": "^5.0.2",

packages/backend/src/adapters/database/sql/mysql-adapter/MySQLAdapter.ts

@@ -163,7 +163,7 @@ export class MySQLAdapter extends DefaultSQLAdapter {
     where?: string
   }): Promise<SQLTableRowPage> {
     const page = Math.max(input.page, 1)
-    const pageSize = Math.min(Math.max(input.pageSize, 1), 200)
+    const pageSize = Math.max(input.pageSize, 1)
     const details = await this.getTableDetails(input.table)
     const sortBy = input.sortBy && details.columns.find((column) => column.name === input.sortBy) ? input.sortBy : details.primaryKeys[0] ?? details.columns[0]?.name
     const sortDirection = input.sortDirection === 'desc' ? 'desc' : 'asc'

packages/backend/src/adapters/database/sql/postgres-adapter/PostgresAdapter.ts

@@ -176,7 +176,7 @@ export class PostgresAdapter extends DefaultSQLAdapter {
     where?: string
   }): Promise<SQLTableRowPage> {
     const page = Math.max(input.page, 1)
-    const pageSize = Math.min(Math.max(input.pageSize, 1), 200)
+    const pageSize = Math.max(input.pageSize, 1)
     const details = await this.getTableDetails(input.table)
     const sortBy = input.sortBy && details.columns.find((column) => column.name === input.sortBy) ? input.sortBy : details.primaryKeys[0] ?? details.columns[0]?.name
     const sortDirection = input.sortDirection === 'desc' ? 'desc' : 'asc'

packages/backend/src/adapters/database/sql/sqlite-adapter/SqliteAdapter.ts

@@ -1,4 +1,3 @@
-import { DatabaseSync, type SQLInputValue, type SQLOutputValue } from 'node:sqlite'
 import {
   DefaultSQLAdapter,
   type QueryResult,
@@ -10,9 +9,13 @@ import {
 import { assertIdentifier } from '../shared/identifier.ts'
 import { splitSqlStatements } from '../shared/sql-statements.ts'
 import { normalizeWhereClause } from '../shared/where-clause.ts'
+import { loadSqliteDatabaseConstructor, type SqliteDatabaseLike } from '../../../../shared/sqlite-driver.ts'
+
+type SqliteInputValue = null | string | number | bigint | Uint8Array | Buffer
+type SqliteOutputValue = unknown
 
 export class SqliteAdapter extends DefaultSQLAdapter {
-  private db!: DatabaseSync
+  private db!: SqliteDatabaseLike
 
   constructor(
     private options: {
@@ -29,7 +32,7 @@ export class SqliteAdapter extends DefaultSQLAdapter {
 
   private buildWhereClause(row: Record<string, unknown>, keys: string[]) {
     const clauses: string[] = []
-    const params: SQLInputValue[] = []
+    const params: SqliteInputValue[] = []
 
     for (const key of keys) {
       assertIdentifier(key)
@@ -59,7 +62,7 @@ export class SqliteAdapter extends DefaultSQLAdapter {
     return details.primaryKeys.length ? details.primaryKeys : details.columns.map((column) => column.name)
   }
 
-  private toSqlInputValue(value: unknown): SQLInputValue {
+  private toSqlInputValue(value: unknown): SqliteInputValue {
     if (value === null || value === undefined) {
       return null
     }
@@ -69,7 +72,7 @@ export class SqliteAdapter extends DefaultSQLAdapter {
     }
 
     if (ArrayBuffer.isView(value)) {
-      return value as SQLInputValue
+      return value as SqliteInputValue
     }
 
     if (typeof value === 'boolean') {
@@ -91,7 +94,7 @@ export class SqliteAdapter extends DefaultSQLAdapter {
     return values.map((value) => this.toSqlInputValue(value))
   }
 
-  private normalizeOutputValue(value: SQLOutputValue): unknown {
+  private normalizeOutputValue(value: SqliteOutputValue): unknown {
     return value
   }
 
@@ -112,6 +115,7 @@ export class SqliteAdapter extends DefaultSQLAdapter {
   }
 
   async connect() {
+    const DatabaseSync = await loadSqliteDatabaseConstructor()
     this.db = new DatabaseSync(this.options.filePath)
   }
 
@@ -174,7 +178,7 @@ export class SqliteAdapter extends DefaultSQLAdapter {
     where?: string
   }): Promise<SQLTableRowPage> {
     const page = Math.max(input.page, 1)
-    const pageSize = Math.min(Math.max(input.pageSize, 1), 200)
+    const pageSize = Math.max(input.pageSize, 1)
     const details = await this.getTableDetails(input.table)
     const sortBy = input.sortBy && details.columns.find((column) => column.name === input.sortBy) ? input.sortBy : details.primaryKeys[0] ?? details.columns[0]?.name
     const sortDirection = input.sortDirection === 'desc' ? 'desc' : 'asc'
@@ -230,7 +234,10 @@ export class SqliteAdapter extends DefaultSQLAdapter {
       }
     }
 
-    const result = statement.run(...sqlParams)
+    const result = statement.run(...sqlParams) as {
+      changes?: number | bigint
+      lastInsertRowid?: number | bigint
+    }
     return {
       type: 'RESULT',
       result: {

packages/backend/src/auth/permissions.ts

@@ -24,6 +24,10 @@ function withPermissionAccess(targets: string[], access?: PermissionAccess) {
   return Array.from(new Set(targets.map((target) => applyPermissionAccess(target, access))))
 }
 
+function uniqueTargets(targets: string[]) {
+  return Array.from(new Set(targets))
+}
+
 export function permissionPatternMatches(pattern: string, requiredPermission: string) {
   if (pattern === '*') {
     return true
@@ -82,6 +86,54 @@ export function dataSourcePermissionTargets(
   )
 }
 
+export function projectDataSourcePermissionTargets(
+  projectId: string,
+  sourceId: string | '*',
+  access?: PermissionAccess,
+) {
+  const targets = [
+    `project.manage.${projectId}.datasources`,
+    `project.manage.${projectId}.datasources.*`,
+  ]
+
+  if (sourceId !== '*') {
+    targets.push(`project.manage.${projectId}.datasources.${sourceId}`)
+  }
+
+  return withPermissionAccess(targets, access)
+}
+
+export function dataSourceReadPermissionTargets(projectId: string, sourceId: string | '*') {
+  return uniqueTargets([
+    ...projectDataSourcePermissionTargets(projectId, sourceId, 'read'),
+    ...projectDataSourcePermissionTargets(projectId, sourceId, 'write'),
+    ...dataSourcePermissionTargets(projectId, sourceId, 'view', 'read'),
+    ...dataSourcePermissionTargets(projectId, sourceId, 'query', 'read'),
+    ...dataSourcePermissionTargets(projectId, sourceId, 'query', 'write'),
+    ...dataSourcePermissionTargets(projectId, sourceId, 'manage', 'write'),
+    ...dataSourcePermissionTargets(projectId, sourceId, 'table.edit', 'write'),
+    ...projectPermissionTargets(projectId, 'manage', 'write'),
+  ])
+}
+
+export function dataSourceWritePermissionTargets(projectId: string, sourceId: string | '*') {
+  return uniqueTargets([
+    ...projectDataSourcePermissionTargets(projectId, sourceId, 'write'),
+    ...dataSourcePermissionTargets(projectId, sourceId, 'query', 'write'),
+    ...dataSourcePermissionTargets(projectId, sourceId, 'manage', 'write'),
+    ...dataSourcePermissionTargets(projectId, sourceId, 'table.edit', 'write'),
+    ...projectPermissionTargets(projectId, 'manage', 'write'),
+  ])
+}
+
+export function dataSourceConfigPermissionTargets(projectId: string, sourceId: string | '*') {
+  return uniqueTargets([
+    ...projectDataSourcePermissionTargets(projectId, sourceId, 'write'),
+    ...dataSourcePermissionTargets(projectId, sourceId, 'manage', 'write'),
+    ...projectPermissionTargets(projectId, 'manage', 'write'),
+  ])
+}
+
 export function adminPermissionTargets(
   action: 'access' | 'users' | 'roles' | 'apiKeys',
   access?: PermissionAccess,