run nightly backtest on all ledgers (#7236)

Author: anwayde

.github/workflows/backtest.yml

@@ -1,17 +1,27 @@
-name: Replay Ledgers
+name: Backtest
 on:
   workflow_call:
     inputs:
-      coverage:
-        type: boolean
-        default: false
       machine:
         type: string
         default: linux_gcc_zen2
       extras:
         type: string
         default: "handholding"
+      script:
+        type: string
+        default: src/flamenco/runtime/tests/run_backtest_ci.sh
   workflow_dispatch:
+    inputs:
+      machine:
+        type: string
+        default: linux_gcc_zen2
+      extras:
+        type: string
+        default: "handholding"
+      script:
+        type: string
+        default: src/flamenco/runtime/tests/run_backtest_ci.sh
 jobs:
   backtest-ledger-replay:
     timeout-minutes: 15
@@ -35,11 +45,13 @@ jobs:
       - uses: ./.github/actions/deps
         with:
           extras: +dev
+
       - uses: ./.github/actions/hugepages
         with:
           # DO NOT CHANGE THESE VALUES - increasing the hugetlbfs reservations on the CI runners too high causes other jobs to be OOM-killed
           count_gigantic: 398
           count_huge: 535
+
       - uses: ./.github/actions/cpusonline
 
       - name: build
@@ -50,12 +62,12 @@ jobs:
         run: |
           echo OBJDIR=$(make help | grep OBJDIR | awk '{print $4}') >> $GITHUB_ENV
 
-      - name: test replay ledgers
+      - name: run backtest
         run: |
           sudo $OBJDIR/bin/firedancer-dev configure init keys
           sudo prlimit --pid=$$ --nofile=1048576
           sudo prlimit --pid=$$ --memlock=unlimited
-          DUMP_DIR=../dump HUGE_TLBFS_ALLOW_HUGEPAGE_INCREASE=false make run-runtime-backtest
+          DUMP_DIR=../dump HUGE_TLBFS_ALLOW_HUGEPAGE_INCREASE=false ${{ inputs.script }}
 
       - name: fini
         if: always()

.github/workflows/on_nightly.yml

@@ -64,3 +64,8 @@ jobs:
       build_arm: false
       clang: none
       cid: 6
+  backtest:
+    uses: ./.github/workflows/backtest.yml
+    with:
+      script: src/flamenco/runtime/tests/run_backtest_all.sh
+    secrets: inherit

src/flamenco/runtime/tests/run_backtest_tests_all.sh renamed to src/flamenco/runtime/tests/run_backtest_all.sh

@@ -7,6 +7,7 @@ src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-281546597-v2.3.0 -y
 src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-324823213-v2.3.0 -y 4 -m 2000000 -e 324823214
 src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-325467935-v2.3.0 -y 4 -m 2000000 -e 325467936
 src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-283927487-v2.3.0 -y 3 -m 2000000 -e 283927497
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-281688085-v2.3.0 -y 3 -m 2000000 -e 281688086
 src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-321168308-v2.3.0 -y 3 -m 2000000 -e 321168308
 src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-327324660-v2.3.0 -y 4 -m 2000000 -e 327324660
 src/flamenco/runtime/tests/run_ledger_backtest.sh -l devnet-370199634-v2.3.0 -y 3 -m 200000 -e 370199634