refactor: move graph extraction to TypeScript post-bundle

- Add new TypeScript-based graph-extractor.ts for post-bundle CFG extraction
- Update builders to use post-bundle extraction instead of SWC graph mode
- Supports accurate CFG with loops, parallels, and conditionals
- Works with imported step functions from external packages
- No changes to Rust SWC plugin (graph mode still exists but unused)

Author: karthikscale3

Cargo.lock

@@ -20,51 +20,12 @@ export type WorkflowManifest = {
   };
 };
 
-export type GraphManifest = {
-  version: string;
-  workflows: {
-    [workflowName: string]: {
-      workflowId: string;
-      workflowName: string;
-      filePath: string;
-      nodes: Array<{
-        id: string;
-        type: string;
-        position: { x: number; y: number };
-        data: {
-          label: string;
-          nodeKind: string;
-          stepId?: string;
-          line: number;
-        };
-      }>;
-      edges: Array<{
-        id: string;
-        source: string;
-        target: string;
-        type: string;
-      }>;
-    };
-  };
-  debugInfo?: {
-    manifestPresent: boolean;
-    manifestStepFiles: number;
-    importsResolved: number;
-    importsWithKind: number;
-    importDetails: Array<{
-      localName: string;
-      source: string;
-      importedName: string;
-      kind: string | null;
-      lookupCandidates: string[];
-    }>;
-  };
-};
+// Graph manifest types moved to graph-extractor.ts (post-bundle extraction)
 
 export async function applySwcTransform(
   filename: string,
   source: string,
-  mode: 'workflow' | 'step' | 'client' | 'graph' | false,
+  mode: 'workflow' | 'step' | 'client' | false,
   jscConfig?: {
     paths?: Record<string, string[]>;
     // this must be absolute path
@@ -74,7 +35,6 @@ export async function applySwcTransform(
 ): Promise<{
   code: string;
   workflowManifest: WorkflowManifest;
-  graphManifest?: GraphManifest;
 }> {
   // Determine if this is a TypeScript file
   const isTypeScript = filename.endsWith('.ts') || filename.endsWith('.tsx');
@@ -120,17 +80,8 @@ export async function applySwcTransform(
     workflows: metadata.workflows,
   } as WorkflowManifest;
 
-  // Extract graph manifest from separate comment
-  const graphCommentMatch = result.code.match(
-    /\/\*\*__workflow_graph({.*?})\*\//s
-  );
-  const graphManifest = graphCommentMatch?.[1]
-    ? (JSON.parse(graphCommentMatch[1]) as GraphManifest)
-    : undefined;
-
   return {
     code: result.code,
     workflowManifest: parsedWorkflows || {},
-    graphManifest,
   };
 }

packages/builders/src/apply-swc-transform.ts

@@ -7,7 +7,7 @@ import enhancedResolveOriginal from 'enhanced-resolve';
 import * as esbuild from 'esbuild';
 import { findUp } from 'find-up';
 import { glob } from 'tinyglobby';
-import type { GraphManifest, WorkflowManifest } from './apply-swc-transform.js';
+import type { WorkflowManifest } from './apply-swc-transform.js';
 import { createDiscoverEntriesPlugin } from './discover-entries-esbuild-plugin.js';
 import { createNodeModuleErrorPlugin } from './node-module-esbuild-plugin.js';
 import { createSwcPlugin } from './swc-esbuild-plugin.js';
@@ -849,100 +849,41 @@ export const OPTIONS = handler;`;
   }
 
   /**
-   * Creates a graph manifest JSON file by running the SWC plugin in 'graph' mode.
+   * Creates a graph manifest JSON file by extracting from the bundled workflow file.
    * The manifest contains React Flow-compatible graph data for visualizing workflows.
    */
   protected async createGraphManifest({
-    inputFiles,
+    workflowBundlePath,
     outfile,
-    tsBaseUrl,
-    tsPaths,
-    workflowManifest,
   }: {
-    inputFiles: string[];
+    workflowBundlePath: string;
     outfile: string;
-    tsBaseUrl?: string;
-    tsPaths?: Record<string, string[]>;
-    workflowManifest?: WorkflowManifest;
   }): Promise<void> {
     const graphBuildStart = Date.now();
     console.log('Creating workflow graph manifest...');
 
-    const { discoveredWorkflows: workflowFiles } = await this.discoverEntries(
-      inputFiles,
-      dirname(outfile)
-    );
-
-    if (workflowFiles.length === 0) {
-      console.log('No workflow files found, skipping graph generation');
-      return;
-    }
-
-    // Use provided manifest or fall back to last built manifest
-    const manifest = workflowManifest || this.lastWorkflowManifest;
-
-    // Import applySwcTransform dynamically
-    const { applySwcTransform } = await import('./apply-swc-transform.js');
-
-    // Aggregate all graph data from all workflow files
-    const combinedGraphManifest: GraphManifest = {
-      version: '1.0.0',
-      workflows: {},
-    };
-
-    for (const workflowFile of workflowFiles) {
-      try {
-        const source = await readFile(workflowFile, 'utf-8');
-        const normalizedWorkingDir = this.config.workingDir.replace(/\\/g, '/');
-        const normalizedFile = workflowFile.replace(/\\/g, '/');
-        let relativePath = relative(
-          normalizedWorkingDir,
-          normalizedFile
-        ).replace(/\\/g, '/');
-        if (!relativePath.startsWith('.')) {
-          relativePath = `./${relativePath}`;
-        }
+    try {
+      // Import the graph extractor
+      const { extractGraphFromBundle } = await import('./graph-extractor.js');
 
-        const { graphManifest } = await applySwcTransform(
-          relativePath,
-          source,
-          'graph',
-          {
-            paths: tsPaths,
-            baseUrl: tsBaseUrl,
-          },
-          manifest
-        );
+      // Extract graph from the bundled workflow file
+      const graphManifest = await extractGraphFromBundle(workflowBundlePath);
 
-        if (graphManifest && graphManifest.workflows) {
-          // Merge the workflows from this file into the combined manifest
-          Object.assign(
-            combinedGraphManifest.workflows,
-            graphManifest.workflows
-          );
+      // Write the graph manifest
+      await this.ensureDirectory(outfile);
+      await writeFile(outfile, JSON.stringify(graphManifest, null, 2));
 
-          // Preserve debug info from the first workflow file (for debugging)
-          if (graphManifest.debugInfo && !combinedGraphManifest.debugInfo) {
-            combinedGraphManifest.debugInfo = graphManifest.debugInfo;
-          }
-        }
-      } catch (error) {
-        console.warn(
-          `Failed to extract graph from ${workflowFile}:`,
-          error instanceof Error ? error.message : String(error)
-        );
-      }
+      console.log(
+        `Created graph manifest with ${
+          Object.keys(graphManifest.workflows).length
+        } workflow(s)`,
+        `${Date.now() - graphBuildStart}ms`
+      );
+    } catch (error) {
+      console.warn(
+        'Failed to extract graph from bundle:',
+        error instanceof Error ? error.message : String(error)
+      );
     }
-
-    // Write the combined graph manifest
-    await this.ensureDirectory(outfile);
-    await writeFile(outfile, JSON.stringify(combinedGraphManifest, null, 2));
-
-    console.log(
-      `Created graph manifest with ${
-        Object.keys(combinedGraphManifest.workflows).length
-      } workflow(s)`,
-      `${Date.now() - graphBuildStart}ms`
-    );
   }
 }