chore: speed up tests when running locally

- when running the tests one by one in vscode for example
- this skips the step of installation if already installed making the
  tests run faster

Author: benfdking

vscode/extension/tests/broken_project.spec.ts

@@ -1,4 +1,4 @@
-import { test } from '@playwright/test'
+import { test, expect } from '@playwright/test'
 import fs from 'fs-extra'
 import os from 'os'
 import path from 'path'
@@ -95,18 +95,59 @@ test('working project, then broken through adding double model, then refixed', a
     await saveFile(page)
 
     // Wait for the error to appear
-    // TODO: Selector doesn't work in the linage view
-    // await window.waitForSelector('text=Error')
+    const iframes = page.locator('iframe')
+    const iframeCount = await iframes.count()
+    let errorCount = 0
+
+    for (let i = 0; i < iframeCount; i++) {
+      const iframe = iframes.nth(i)
+      const contentFrame = iframe.contentFrame()
+      if (contentFrame) {
+        const activeFrame = contentFrame.locator('#active-frame').contentFrame()
+        if (activeFrame) {
+          try {
+            await activeFrame
+              .getByText('Error: Failed to load model')
+              .waitFor({ timeout: 1000 })
+            errorCount++
+          } catch {
+            // Continue to next iframe if this one doesn't have the error
+            continue
+          }
+        }
+      }
+    }
+    expect(errorCount).toBeGreaterThan(0)
 
     // Remove the duplicated model to fix the project
     await fs.remove(path.join(tempDir, 'models', 'customers_duplicated.sql'))
 
     // Save again to refresh the context
     await saveFile(page)
 
-    // Wait for the error to go away and context to reload
-    // TODO: Selector doesn't work in the linage view
-    // await page.waitForSelector('text=raw.demographics')
+    const iframes2 = page.locator('iframe')
+    const iframeCount2 = await iframes2.count()
+    let raw_demographicsCount = 0
+
+    for (let i = 0; i < iframeCount2; i++) {
+      const iframe = iframes2.nth(i)
+      const contentFrame = iframe.contentFrame()
+      if (contentFrame) {
+        const activeFrame = contentFrame.locator('#active-frame').contentFrame()
+        if (activeFrame) {
+          try {
+            await activeFrame
+              .getByText('raw.demographics')
+              .waitFor({ timeout: 1000 })
+            raw_demographicsCount++
+          } catch {
+            // Continue to next iframe if this one doesn't have the error
+            continue
+          }
+        }
+      }
+    }
+    expect(raw_demographicsCount).toBeGreaterThan(0)
   } finally {
     await stopCodeServer(context)
   }
@@ -158,8 +199,28 @@ test('bad project, double model, then fixed', async ({ page }) => {
     await openLineageView(page)
 
     // Wait for the error to go away
-    // TODO: Selector doesn't work in the linage view
-    // await page.waitForSelector('text=raw.demographics')
+    const iframes = page.locator('iframe')
+    const iframeCount = await iframes.count()
+    let raw_demographicsCount = 0
+
+    for (let i = 0; i < iframeCount; i++) {
+      const iframe = iframes.nth(i)
+      const contentFrame = iframe.contentFrame()
+      if (contentFrame) {
+        const activeFrame = contentFrame.locator('#active-frame').contentFrame()
+        if (activeFrame) {
+          try {
+            await activeFrame
+              .getByText('sushi.customers')
+              .waitFor({ timeout: 1000 })
+            raw_demographicsCount++
+          } catch {
+            continue
+          }
+        }
+      }
+    }
+    expect(raw_demographicsCount).toBeGreaterThan(0)
   } finally {
     await stopCodeServer(context)
   }

vscode/extension/tests/global-setup.ts

@@ -1,6 +1,7 @@
 import { execSync } from 'child_process'
 import path from 'path'
 import fs from 'fs-extra'
+import { createHash } from 'crypto'
 
 async function globalSetup() {
   console.log('Setting up extension for Playwright tests...')
@@ -10,8 +11,6 @@ async function globalSetup() {
   const extensionsDir = path.join(testSetupDir, 'extensions')
 
   // Clean up any existing test setup directory
-  await fs.remove(testSetupDir)
-  await fs.ensureDir(extensionsDir)
 
   // Get the extension version from package.json
   const packageJson = JSON.parse(
@@ -30,26 +29,52 @@ async function globalSetup() {
     )
   }
 
-  console.log(`Installing extension: ${vsixFileName}`)
-
   // Create a temporary user data directory for the installation
   const tempUserDataDir = await fs.mkdtemp(
     path.join(require('os').tmpdir(), 'vscode-test-install-user-data-'),
   )
 
   try {
+    // Check if in .test_setup there is a extension hash file which contains the hash of the extension
+    // If it does, check if the hash is the same as the hash of the extension in the vsix file
+    // If it is, skip the installation
+    // If it is not, remove the extension hash file and install the extension
+    const extensionHashFile = path.join(testSetupDir, 'extension-hash.txt')
+    console.log('extensionHashFile', extensionHashFile)
+    if (fs.existsSync(extensionHashFile)) {
+      const extensionHash = fs.readFileSync(extensionHashFile, 'utf-8')
+      const vsixHash = await hashFile(vsixPath)
+      if (extensionHash === vsixHash) {
+        console.log('Extension already installed')
+        return
+      }
+    }
+
+    await fs.remove(testSetupDir)
+    await fs.ensureDir(testSetupDir)
+    await fs.ensureDir(extensionsDir)
+
+    console.log(`Installing extension: ${vsixFileName}`)
     execSync(
       `pnpm run code-server --user-data-dir "${tempUserDataDir}" --extensions-dir "${extensionsDir}" --install-extension "${vsixPath}"`,
       {
         stdio: 'inherit',
         cwd: extensionDir,
       },
     )
-    console.log('Extension installed successfully to .test_setup/extensions')
+
+    // Write the hash of the extension to the extension hash file
+    const extensionHash = await hashFile(vsixPath)
+    await fs.writeFile(extensionHashFile, extensionHash)
   } finally {
     // Clean up temporary user data directory
     await fs.remove(tempUserDataDir)
   }
 }
 
+async function hashFile(filePath: string): Promise<string> {
+  const fileBuffer = await fs.readFile(filePath)
+  return createHash('sha256').update(fileBuffer).digest('hex')
+}
+
 export default globalSetup