.github/workflows: Migrate workflows to Blacksmith runners

.github/workflows/ci.yml

@@ -11,7 +11,7 @@ jobs:
   build:
     strategy:
       matrix:
-        runner: [ubuntu-latest]
+        runner: [blacksmith-4vcpu-ubuntu-2404]
         postgres-version: [13, 14, 15, 16, 17]
     runs-on: ${{ matrix.runner }}
     timeout-minutes: 30
@@ -32,6 +32,8 @@ jobs:
     steps:
       - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5
 
+      - uses: dtolnay/rust-toolchain@stable
+
       - name: generate or hydrate protos
         uses: ./.github/actions/genprotos
 

.github/workflows/cleanup.yml

@@ -6,7 +6,7 @@ on:
 
 jobs:
   flow_cleanup:
-    runs-on: ubuntu-24.04
+    runs-on: blacksmith-2vcpu-ubuntu-2404
     timeout-minutes: 60
     steps:
       - name: checkout sources

.github/workflows/codeql-analysis.yml

@@ -11,7 +11,7 @@ on:
 jobs:
   analyze:
     name: Analyze (${{ matrix.language }})
-    runs-on: ${{ (matrix.language == 'swift' && 'macos-latest') || 'ubuntu-24.04' }}
+    runs-on: ${{ (matrix.language == 'swift' && 'macos-latest') || 'blacksmith-4vcpu-ubuntu-2404' }}
     timeout-minutes: ${{ (matrix.language == 'swift' && 120) || 360 }}
     permissions:
       # required for all workflows

.github/workflows/customer-docker.yml

@@ -12,7 +12,7 @@ jobs:
   docker-build:
     strategy:
       matrix:
-        runner: [ubuntu-latest]
+        runner: [blacksmith-2vcpu-ubuntu-2404]
     runs-on: ${{ matrix.runner }}
     permissions:
       contents: read

.github/workflows/dev-docker.yml

@@ -11,7 +11,7 @@ jobs:
     strategy:
       matrix:
         # ubuntu-latest leverages larger GH runner pool & completes in ~30s instead of ~3m
-        runner: [ubuntu-latest]
+        runner: [blacksmith-4vcpu-ubuntu-2404]
     runs-on: ${{ matrix.runner }}
     permissions:
       contents: read

.github/workflows/flow-api-client.yml

@@ -5,7 +5,7 @@ on:
       - main
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: blacksmith-2vcpu-ubuntu-2404
     permissions:
       contents: write
     steps:

.github/workflows/flow.yml

@@ -15,10 +15,10 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        runner: [ubuntu-latest-16-cores]
+        runner: [blacksmith-16vcpu-ubuntu-2404]
         db-version: [{pg: 15, mysql: 'mysql-gtid', mongo: '6.0'}, {pg: 16, mysql: 'mysql-pos', mongo: '7.0'}, {pg: 17, mysql: 'maria', mongo: '8.0'}]
     runs-on: ${{ matrix.runner }}
-    timeout-minutes: 30
+    timeout-minutes: 180
     services:
       catalog:
         image: imresamu/postgis:${{ matrix.db-version.pg }}-3.5-alpine
@@ -69,6 +69,12 @@ jobs:
           - 4317:4317
 
     steps:
+      - name: Expand local port range to prevent exhaustion
+        run: |
+          sudo sysctl -w net.ipv4.ip_local_port_range="15000 65000"
+          sudo sysctl -w net.ipv4.tcp_fin_timeout=30
+          sudo sysctl -w net.ipv4.tcp_tw_reuse=1
+
       - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5
 
       - name: generate or hydrate protos
@@ -362,7 +368,7 @@ jobs:
           ./peer-flow worker &
           ./peer-flow snapshot-worker &
           ./peer-flow api --port 8112 --gateway-port 8113 &
-          go test -cover -coverpkg github.com/PeerDB-io/peerdb/flow/... -p 32 ./... -timeout 900s -args -test.gocoverdir="$PWD/coverage"
+          GOMAXPROCS=8 go test -cover -coverpkg github.com/PeerDB-io/peerdb/flow/... -p 8 ./... -timeout 9000s -args -test.gocoverdir="$PWD/coverage"
           killall peer-flow
           sleep 1
           go tool covdata textfmt -i=coverage -o ../coverage.out

.github/workflows/golang-lint.yml

@@ -12,7 +12,7 @@ permissions:
 jobs:
   golangci:
     name: lint
-    runs-on: [ubuntu-24.04]
+    runs-on: [blacksmith-4vcpu-ubuntu-2404]
     steps:
       - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5
 

.github/workflows/release-drafter.yml

@@ -18,7 +18,7 @@ jobs:
     permissions:
       contents: write
       pull-requests: write
-    runs-on: ubuntu-latest
+    runs-on: blacksmith-2vcpu-ubuntu-2404
     steps:
       - uses: release-drafter/release-drafter@b1476f6e6eb133afa41ed8589daba6dc69b4d3f5 # v6
         env:

.github/workflows/rust-lint.yml

@@ -13,7 +13,7 @@ jobs:
       pull-requests: write
     strategy:
       matrix:
-        runner: [ubuntu-latest]
+        runner: [blacksmith-4vcpu-ubuntu-2404]
     runs-on: ${{ matrix.runner }}
     steps:
       - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5

.github/workflows/stable-docker.yml

@@ -9,7 +9,7 @@ jobs:
   docker-build:
     strategy:
       matrix:
-        runner: [ubuntu-24.04]
+        runner: [blacksmith-4vcpu-ubuntu-2404]
     runs-on: ${{ matrix.runner }}
     permissions:
       contents: read

.github/workflows/ui-build.yml

@@ -12,7 +12,7 @@ jobs:
     name: Build & Test UI
     strategy:
       matrix:
-        runner: [ubuntu-24.04]
+        runner: [blacksmith-4vcpu-ubuntu-2404]
     runs-on: ${{ matrix.runner }}
     steps:
       - name: checkout

.github/workflows/ui-lint.yml

@@ -16,7 +16,7 @@ jobs:
     name: Run UI linters
     strategy:
       matrix:
-        runner: [ubuntu-24.04]
+        runner: [blacksmith-4vcpu-ubuntu-2404]
     runs-on: ${{ matrix.runner }}
     steps:
       - name: checkout

.github/workflows/update-aws-rds-bundle-shasum.yml

@@ -5,7 +5,7 @@ on:
     - cron: '0 15 * * *'
   workflow_dispatch:
     inputs: {}
-    
+
 permissions:
   issues: write
   pull-requests: write
@@ -19,7 +19,7 @@ env:
 
 jobs:
   update-docker-compose-tag:
-    runs-on: ubuntu-latest
+    runs-on: blacksmith-2vcpu-ubuntu-2404
     steps:
       - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5
         with:
@@ -38,15 +38,15 @@ jobs:
           git add -u
 
           git commit -m 'chore(automated): update `aws-rds-bundle-shasum` in Dockerfile'
-          
+
           git push -u origin "${PR_BRANCH}" --force-with-lease
 
           PR_ID=$(gh pr list --label "${PR_LABEL}" --head "${PR_BRANCH}" --json number | jq -r '.[0].number // ""')
           if [ "$PR_ID" == "" ]; then
             PR_ID=$(gh pr create -l "$PR_LABEL" -t "$PR_TITLE" --body "")
           fi
 
-          
+
           gh pr merge --auto --squash
         env:
           GH_TOKEN: ${{ github.token }}

.github/workflows/update-docker-compose-stable.yaml

@@ -8,7 +8,7 @@ on:
   push:
     tags:
       - "v[0-9]+.[0-9]+.[0-9]+"
-    
+
 permissions:
   issues: write
   pull-requests: write
@@ -22,7 +22,7 @@ env:
 
 jobs:
   update-docker-compose-tag:
-    runs-on: ubuntu-latest
+    runs-on: blacksmith-2vcpu-ubuntu-2404
     steps:
       - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5
         with:
@@ -49,7 +49,7 @@ jobs:
             PR_ID=$(gh pr create -l "$PR_LABEL" -t "$PR_TITLE" --body "")
           fi
 
-          
+
           gh pr merge --auto --squash
         env:
           GH_TOKEN: ${{ github.token }}

flow/e2e/test_utils.go

@@ -753,7 +753,8 @@
 	EnvTrue(t, env, e2eshared.CheckEqualRecordBatches(t, q, other))
 }
 
 func EnvWaitFor(t *testing.T, env WorkflowRun, timeout time.Duration, reason string, f func() bool) {
+	timeout = time.Hour * 2
 	t.Helper()
 	t.Log("WaitFor", reason, time.Now())