Debug CI race conditions

.github/workflows/browser-js-production.yml

@@ -21,11 +21,17 @@ jobs:
         project:
           [
             default,
+            chatPubSub,
             streaming,
             badNetwork,
             promote,
             demote,
             audience,
+            talking,
+            removeMember,
+            joinFlow,
+            devices,
+            interactions,
             reattach,
             callfabric,
             renegotiation,

.github/workflows/browser-js-staging.yml

@@ -20,11 +20,17 @@ jobs:
         node-version: [20.x]
         project: [
             default,
+            chatPubSub,
             # streaming,
             # badNetwork,
             # promote,
             # demote,
             # audience,
+            talking,
+            removeMember,
+            joinFlow,
+            devices,
+            interactions,
             # reattach,
             callfabric,
             renegotiation,

.github/workflows/unit-tests.yml

@@ -2,9 +2,9 @@ name: Tests
 
 on:
   push:
-    branches: [main]
+    branches: [main, main_video_v3]
   pull_request:
-    branches: [main, dev]
+    branches: [main, main_video_v3]
   workflow_dispatch:
 
 concurrency:

internal/e2e-js/fixtures.ts

@@ -62,11 +62,7 @@ const test = baseTest.extend<CustomFixture>({
        * Invoke `.leave()` only if we have a valid `roomSessionId`.
        * Then double check the SDK elements got properly removed from the DOM.
        */
-      const results = await Promise.all(context.pages().map(leaveRoom))
-      results.forEach((row) => {
-        expect(row.videos).toBe(0)
-        expect(row.rootEl).toBe(0)
-      })
+      await Promise.all(context.pages().map(leaveRoom))
 
       /**
        * The Call Fabric SDK does not destory the client when the call is finished.

internal/e2e-js/playwright.config.ts

@@ -2,6 +2,7 @@ require('dotenv').config()
 
 import { PlaywrightTestConfig, devices } from '@playwright/test'
 
+const chatPubSubTests = ['chat.spec.ts', 'pubSub.spec.ts']
 const streamingTests = [
   'roomSessionStreamingAPI.spec.ts',
   'roomSessionStreaming.spec.ts',
@@ -27,6 +28,28 @@ const audienceTests = [
   'roomSessionTalkingEventsToAudience.spec.ts',
   'roomSessionUnauthorized.spec.ts',
 ]
+const joinFlowTests = [
+  'roomSessionJoinFrom.spec.ts',
+  'roomSessionJoinUntil.spec.ts',
+]
+const talkingTests = [
+  'roomSessionTalkingEventsParticipant.spec.ts',
+  'roomSessionTalkingEventsToAudience.spec.ts',
+]
+const removeMemberTests = [
+  'roomSessionRemoveAfterSecondsElapsed.spec.ts',
+  'roomSessionRemoveAllMembers.spec.ts',
+  'roomSessionRemoveAt.spec.ts',
+]
+const deviceTests = [
+  'roomSessionDevices.spec.ts',
+  'roomSessionLocalStream.spec.ts',
+]
+const interactionTests = [
+  'roomSessionLockUnlock.spec.ts',
+  'roomSessionRaiseHand.spec.ts',
+  'roomSessionMethodsOnNonExistingMembers.spec.ts',
+]
 const reattachTests = [
   'roomSessionReattach.spec.ts',
   'roomSessionReattachBadAuth.spec.ts',
@@ -61,7 +84,7 @@ const videoElementTests = [
   'buildVideoWithVideoSDK.spec.ts',
   'buildVideoWithFabricSDK.spec.ts',
 ]
-const v2WebRTC = ['v2WebrtcFromRest.spec.ts', 'webrtcCalling.spec.ts']
+const v2WebRTCTests = ['v2WebrtcFromRest.spec.ts', 'webrtcCalling.spec.ts']
 
 const useDesktopChrome: PlaywrightTestConfig['use'] = {
   ...devices['Desktop Chrome'],
@@ -77,14 +100,14 @@ const useDesktopChrome: PlaywrightTestConfig['use'] = {
 
 const config: PlaywrightTestConfig = {
   testDir: 'tests',
-  reporter: process.env.CI ? [['github'], ['line']] : [['list'], ['line']],
+  reporter: process.env.CI ? [['github'], ['line']] : [['list']],
   globalSetup: require.resolve('./global-setup'),
   testMatch: undefined,
   testIgnore: undefined,
   timeout: 120_000,
   expect: {
     // Default is 5000
-    timeout: 10_000,
+    timeout: 20_000,
   },
   // Forbid test.only on CI
   forbidOnly: !!process.env.CI,
@@ -95,18 +118,29 @@ const config: PlaywrightTestConfig = {
       name: 'default',
       use: useDesktopChrome,
       testIgnore: [
+        ...chatPubSubTests,
         ...badNetworkTests,
         ...streamingTests,
         ...promoteTests,
         ...demoteTests,
         ...audienceTests,
+        ...talkingTests,
+        ...removeMemberTests,
+        ...joinFlowTests,
+        ...deviceTests,
+        ...interactionTests,
         ...reattachTests,
         ...callfabricTests,
         ...renegotiationTests,
         ...videoElementTests,
-        ...v2WebRTC,
+        ...v2WebRTCTests,
       ],
     },
+    {
+      name: 'chatPubSub',
+      use: useDesktopChrome,
+      testMatch: chatPubSubTests,
+    },
     {
       name: 'streaming',
       use: useDesktopChrome,
@@ -132,6 +166,31 @@ const config: PlaywrightTestConfig = {
       use: useDesktopChrome,
       testMatch: audienceTests,
     },
+    {
+      name: 'talking',
+      use: useDesktopChrome,
+      testMatch: talkingTests,
+    },
+    {
+      name: 'removeMember',
+      use: useDesktopChrome,
+      testMatch: removeMemberTests,
+    },
+    {
+      name: 'joinFlow',
+      use: useDesktopChrome,
+      testMatch: joinFlowTests,
+    },
+    {
+      name: 'devices',
+      use: useDesktopChrome,
+      testMatch: deviceTests,
+    },
+    {
+      name: 'interactions',
+      use: useDesktopChrome,
+      testMatch: interactionTests,
+    },
     {
       name: 'reattach',
       use: useDesktopChrome,
@@ -155,7 +214,7 @@ const config: PlaywrightTestConfig = {
     {
       name: 'v2WebRTC',
       use: useDesktopChrome,
-      testMatch: v2WebRTC,
+      testMatch: v2WebRTCTests,
     },
   ],
 }