feat(deployments): make deployed state source of truth for non-manual executions + versioning (#1242)

* feat(deployments): make deployed state source of truth for non-manual executions + versioning

* fix lint

* fix test

* add script to migrate to deployed vesions

* fix deployed chat

* address greptile commands

* Remove 84th migration files to prepare for regeneration

* fix script + update migration

* fix script

* cleanup typing

* use shared helper

* fix tests

* fix duplicate route

* revert migrations prep

* add migration back

* add workflow in workflow block func

* fix UI

* fix lint

* make migration idempotent

* remove migrations

* add migrations back'

* adjust script to reuse helper

* add test webhook URL functionality

* consolidate test URL + prod URL code for webhooks

* fixes

* update trigger config save with correct dependencies

* make frozen canvas respect trigger mode

* chore(db): remove latest migration 0088, snapshot, journal entry; delete migrate-deployment-versions script

* separate parent id cleanup migration

* chore(db): remove 0089 migration, snapshot, and prune journal entry

* chore(db): generate 0090 migration after removing 0089 and merging staging

* fix

* chore(db): remove 0090 migration, snapshot, and prune journal entry

* chore(db): generate 0091 migration after merging staging and restoring idempotency flow

* fix some imports

* remove dead code

* fix tests

* remove comment

* working test url functionality restored

* works

* some styling changes

* make deploy text accurate

* chore(db): remove latest migration 0091 and snapshot; update journal before merging staging

* db(migrations): generate 0093_medical_sentinel and snapshots after merging staging

* reconcile with other merge

* fix trigger test

* remove extra use effect

* fix test url"

* don't swallow serializer errors

* fix lint

* fix tests

* fix tests

* expose root for generic webhook

* root access for webhook

* add is workflow ready check correctly

Author: icecrasher321

apps/sim/app/api/__test-utils__/utils.ts

@@ -147,20 +147,63 @@ export const sampleWorkflowState = {
   isDeployed: false,
 }
 
+// Global mock data that can be configured by tests
+export const globalMockData = {
+  webhooks: [] as any[],
+  workflows: [] as any[],
+  schedules: [] as any[],
+  shouldThrowError: false,
+  errorMessage: 'Database error',
+}
+
 export const mockDb = {
-  select: vi.fn().mockImplementation(() => ({
-    from: vi.fn().mockImplementation(() => ({
-      where: vi.fn().mockImplementation(() => ({
-        limit: vi.fn().mockImplementation(() => [
-          {
-            id: 'workflow-id',
-            userId: 'user-id',
-            state: sampleWorkflowState,
-          },
-        ]),
+  select: vi.fn().mockImplementation(() => {
+    if (globalMockData.shouldThrowError) {
+      throw new Error(globalMockData.errorMessage)
+    }
+    return {
+      from: vi.fn().mockImplementation(() => ({
+        innerJoin: vi.fn().mockImplementation(() => ({
+          where: vi.fn().mockImplementation(() => ({
+            limit: vi.fn().mockImplementation(() => {
+              // Return webhook/workflow join data if available
+              if (globalMockData.webhooks.length > 0) {
+                return [
+                  {
+                    webhook: globalMockData.webhooks[0],
+                    workflow: globalMockData.workflows[0] || {
+                      id: 'test-workflow',
+                      userId: 'test-user',
+                    },
+                  },
+                ]
+              }
+              return []
+            }),
+          })),
+        })),
+        where: vi.fn().mockImplementation(() => ({
+          limit: vi.fn().mockImplementation(() => {
+            // Return schedules if available
+            if (globalMockData.schedules.length > 0) {
+              return globalMockData.schedules
+            }
+            // Return simple workflow data
+            if (globalMockData.workflows.length > 0) {
+              return globalMockData.workflows
+            }
+            return [
+              {
+                id: 'workflow-id',
+                userId: 'user-id',
+                state: sampleWorkflowState,
+              },
+            ]
+          }),
+        })),
       })),
-    })),
-  })),
+    }
+  }),
   update: vi.fn().mockImplementation(() => ({
     set: vi.fn().mockImplementation(() => ({
       where: vi.fn().mockResolvedValue([]),
@@ -351,6 +394,27 @@ export function mockExecutionDependencies() {
 
   vi.mock('@sim/db', () => ({
     db: mockDb,
+    // Add common schema exports that tests might need
+    webhook: {
+      id: 'id',
+      path: 'path',
+      workflowId: 'workflowId',
+      isActive: 'isActive',
+      provider: 'provider',
+      providerConfig: 'providerConfig',
+    },
+    workflow: { id: 'id', userId: 'userId' },
+    workflowSchedule: {
+      id: 'id',
+      workflowId: 'workflowId',
+      nextRunAt: 'nextRunAt',
+      status: 'status',
+    },
+    userStats: {
+      userId: 'userId',
+      totalScheduledExecutions: 'totalScheduledExecutions',
+      lastActive: 'lastActive',
+    },
   }))
 }
 

apps/sim/app/api/chat/utils.test.ts

@@ -68,7 +68,7 @@ describe('Chat API Utils', () => {
   })
 
   describe('Auth token utils', () => {
-    it.concurrent('should encrypt and validate auth tokens', async () => {
+    it('should encrypt and validate auth tokens', async () => {
       const { encryptAuthToken, validateAuthToken } = await import('@/app/api/chat/utils')
 
       const subdomainId = 'test-subdomain-id'
@@ -85,7 +85,7 @@ describe('Chat API Utils', () => {
       expect(isInvalidSubdomain).toBe(false)
     })
 
-    it.concurrent('should reject expired tokens', async () => {
+    it('should reject expired tokens', async () => {
       const { validateAuthToken } = await import('@/app/api/chat/utils')
 
       const subdomainId = 'test-subdomain-id'
@@ -100,7 +100,7 @@ describe('Chat API Utils', () => {
   })
 
   describe('Cookie handling', () => {
-    it.concurrent('should set auth cookie correctly', async () => {
+    it('should set auth cookie correctly', async () => {
       const { setChatAuthCookie } = await import('@/app/api/chat/utils')
 
       const mockSet = vi.fn()
@@ -129,7 +129,7 @@ describe('Chat API Utils', () => {
   })
 
   describe('CORS handling', () => {
-    it.concurrent('should add CORS headers for localhost in development', async () => {
+    it('should add CORS headers for localhost in development', async () => {
       const { addCorsHeaders } = await import('@/app/api/chat/utils')
 
       const mockRequest = {
@@ -164,7 +164,7 @@ describe('Chat API Utils', () => {
       )
     })
 
-    it.concurrent('should handle OPTIONS request', async () => {
+    it('should handle OPTIONS request', async () => {
       const { OPTIONS } = await import('@/app/api/chat/utils')
 
       const mockRequest = {
@@ -198,7 +198,7 @@ describe('Chat API Utils', () => {
       })
     })
 
-    it.concurrent('should allow access to public chats', async () => {
+    it('should allow access to public chats', async () => {
       const utils = await import('@/app/api/chat/utils')
       const { validateChatAuth } = utils
 
@@ -218,7 +218,7 @@ describe('Chat API Utils', () => {
       expect(result.authorized).toBe(true)
     })
 
-    it.concurrent('should request password auth for GET requests', async () => {
+    it('should request password auth for GET requests', async () => {
       const { validateChatAuth } = await import('@/app/api/chat/utils')
 
       const deployment = {
@@ -266,7 +266,7 @@ describe('Chat API Utils', () => {
       expect(result.authorized).toBe(true)
     })
 
-    it.concurrent('should reject incorrect password', async () => {
+    it('should reject incorrect password', async () => {
       const { validateChatAuth } = await import('@/app/api/chat/utils')
 
       const deployment = {
@@ -292,7 +292,7 @@ describe('Chat API Utils', () => {
       expect(result.error).toBe('Invalid password')
     })
 
-    it.concurrent('should request email auth for email-protected chats', async () => {
+    it('should request email auth for email-protected chats', async () => {
       const { validateChatAuth } = await import('@/app/api/chat/utils')
 
       const deployment = {
@@ -314,7 +314,7 @@ describe('Chat API Utils', () => {
       expect(result.error).toBe('auth_required_email')
     })
 
-    it.concurrent('should check allowed emails for email auth', async () => {
+    it('should check allowed emails for email auth', async () => {
       const { validateChatAuth } = await import('@/app/api/chat/utils')
 
       const deployment = {

apps/sim/app/api/chat/utils.ts

@@ -399,11 +399,10 @@ export async function executeWorkflowForChat(
     `[${requestId}] Using ${outputBlockIds.length} output blocks and ${selectedOutputIds.length} selected output IDs for extraction`
   )
 
-  // Find the workflow (deployedState is NOT deprecated - needed for chat execution)
+  // Find the workflow to check if it's deployed
   const workflowResult = await db
     .select({
       isDeployed: workflow.isDeployed,
-      deployedState: workflow.deployedState,
       variables: workflow.variables,
     })
     .from(workflow)
@@ -415,13 +414,17 @@ export async function executeWorkflowForChat(
     throw new Error('Workflow not available')
   }
 
-  // For chat execution, use ONLY the deployed state (no fallback)
-  if (!workflowResult[0].deployedState) {
+  // Load the active deployed state from the deployment versions table
+  const { loadDeployedWorkflowState } = await import('@/lib/workflows/db-helpers')
+
+  let deployedState: WorkflowState
+  try {
+    deployedState = await loadDeployedWorkflowState(workflowId)
+  } catch (error) {
+    logger.error(`[${requestId}] Failed to load deployed state for workflow ${workflowId}:`, error)
     throw new Error(`Workflow must be deployed to be available for chat`)
   }
 
-  // Use deployed state for chat execution (this is the stable, deployed version)
-  const deployedState = workflowResult[0].deployedState as WorkflowState
   const { blocks, edges, loops, parallels } = deployedState
 
   // Prepare for execution, similar to use-workflow-execution.ts
@@ -611,6 +614,7 @@ export async function executeWorkflowForChat(
             target: e.target,
           })),
           onStream,
+          isDeployedContext: true,
         },
       })