feat: Parallelized plans

Author: kevinwang5658

src/entities/project.ts

@@ -73,7 +73,7 @@ ${JSON.stringify(projectConfigs, null, 2)}`);
     if (!this.planRequestsCache) {
       const { resourceConfigs } = this
       const stateOnlyConfigs = this.stateConfigs?.filter((s) =>
-        resourceConfigs.find((r) => r.id === s.id) === undefined
+        !resourceConfigs.some((r) => r.id === s.id)
       )
 
       const inputRequests = [

src/plugins/message-sender.ts

@@ -1,5 +1,6 @@
 import { IpcMessageV2 } from 'codify-schemas';
 import { ChildProcess } from 'node:child_process';
+import EventEmitter from 'node:events';
 import { clearTimeout } from 'node:timers';
 
 import { ctx } from '../events/context.js';
@@ -9,6 +10,8 @@ import { ipcMessageValidator } from './plugin-process.js';
 type Resolve<T> = (value: T) => void;
 type Reject = (reason?: Error) => void;
 
+EventEmitter.defaultMaxListeners = 100;
+
 // Default timeout is 10 minutes after last message, stdout, or stderr
 const TIMEOUT = 6_000_000
 

src/plugins/plugin-manager.ts

@@ -85,18 +85,20 @@ export class PluginManager {
 
   async getPlan(project: Project): Promise<Plan> {
     const result = new Array<ResourcePlan>();
-    for (const id of project.evaluationOrder!) {
-      const planRequest = project.getPlanRequest(id)!;
+    await Promise.all(
+      project.evaluationOrder!.map(async (id) => {
+        const planRequest = project.getPlanRequest(id)!;
 
-      const pluginName = this.resourceToPluginMapping.get(planRequest.type);
-      if (!pluginName) {
-        throw new InternalError(`Unable to determine plugin for validated resource: ${planRequest.id}`);
-      }
+        const pluginName = this.resourceToPluginMapping.get(planRequest.type);
+        if (!pluginName) {
+          throw new InternalError(`Unable to determine plugin for validated resource: ${planRequest.id}`);
+        }
 
-      const planResult = await this.plugins.get(pluginName)!.plan(planRequest);
+        const planResult = await this.plugins.get(pluginName)!.plan(planRequest);
 
-      result.push(planResult);
-    }
+        result.push(planResult);
+      })
+    )
 
     return new Plan(result, project);
   }

src/plugins/plugin-process.ts

@@ -41,7 +41,9 @@ export class PluginProcess {
     _process.stdout!.on('data', (message) => ctx.pluginStdout(name, message.toString('utf8')));
     _process.stderr!.on('data', (message) => ctx.pluginStderr(name, message.toString('utf8')));
     _process.on('exit', (code) => {
-      throw new Error(`Plugin ${this.name} exited with code ${code}`);
+      if (code && code !== 0) {
+        throw new Error(`Plugin ${this.name} exited with code ${code}`);
+      }
     })
     PluginProcess.handleSudoRequests(_process, name);
 

src/utils/performance.ts

@@ -0,0 +1,14 @@
+import { performance } from 'node:perf_hooks';
+
+export class Performance {
+  static async measure<T>(fn: () => Promise<T> | T, tag?: string): Promise<T> {
+    console.log(`${tag ?? 'Function measurement'} started`);
+
+    const start = performance.now();
+    const result = await fn();
+
+    console.log(`${tag ?? 'Function measurement'} took ${(performance.now() - start).toFixed(3)} ms to complete`);
+    return result;
+  }
+
+}