feat(.github/actions): allow to cache and run Docker images

Author: darccio

.github/actions/run-service/action.yml

@@ -0,0 +1,35 @@
+name: Run service
+description: Runs a Docker image from cache
+inputs:
+  repository:
+    required: true
+    description: The repository of the image to warm up
+  tag:
+    required: true
+    description: The tag of the image to warm up (latest tag not supported)
+  flags:
+    required: true
+    description: The flags to pass to the service
+runs:
+  using: "composite"
+  steps:
+    - name: Build cache filename
+      id: build_cache_filename
+      shell: bash
+      run: |
+        cache_filename=$(printf '%s_%s' "${{ inputs.repository }}" "${{ inputs.tag }}" | tr -cs '[:alnum:]_' '_')
+        echo "cache_filename=$cache_filename" >> $GITHUB_OUTPUT
+    - name: Restore image cache
+      uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
+      with:
+        path: ${{ steps.build_cache_filename.outputs.cache_filename }}.tar
+        key: ${{ inputs.repository }}:${{ inputs.tag }}
+    - name: Load image
+      shell: bash
+      run: |
+        docker load -i ${{ steps.build_cache_filename.outputs.cache_filename }}.tar
+    - name: Run service
+      shell: bash
+      run: |
+        flags=$(echo "${{ inputs.flags }}" | tr -d '\n')
+        docker run -d $flags ${{ inputs.repository }}:${{ inputs.tag }}

.github/workflows/pull-request.yml

@@ -24,10 +24,21 @@ jobs:
         with:
           path: .git
           key: gitdb-${{ github.repository_id }}-${{ github.sha }}
+  warm-services-cache:
+    strategy:
+      matrix:
+        image:
+        - repository: datadog/agent
+          tag: 7.69.2
+    uses: ./.github/workflows/warm-up-service.yml
+    with:
+      repository: ${{ matrix.image.repository }}
+      tag: ${{ matrix.image.tag }}
   unit-integration-tests:
     name: PR Unit and Integration Tests
     needs:
       - warm-repo-cache
+      - warm-services-cache
     strategy:
       matrix:
         go-version: [ "1.24", "1.25" ]
@@ -39,6 +50,7 @@ jobs:
   multios-unit-tests:
     needs:
       - warm-repo-cache
+      - warm-services-cache
     strategy:
       matrix:
         runs-on: [ macos-latest, windows-latest, ubuntu-latest ]

.github/workflows/unit-integration-tests.yml

@@ -37,15 +37,15 @@ jobs:
         with:
           ref: ${{ github.sha }}
           clean: false
-
       - name: Compute Matrix
         id: matrix
         run: |-
           echo -n "matrix="                      >> "${GITHUB_OUTPUT}"
           go run ./scripts/ci_contrib_matrix.go  >> "${GITHUB_OUTPUT}"
 
   test-contrib-matrix:
-    needs: set-up
+    needs:
+      - set-up
     runs-on:
       group: "APM Larger Runners"
     env:
@@ -263,8 +263,6 @@ jobs:
       group: "APM Larger Runners"
     env:
        INTEGRATION: true
-    services:
-      datadog-agent: *datadog-agent
     steps:
       - name: Restore repo cache
         uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
@@ -282,6 +280,25 @@ jobs:
           go-version: ${{ inputs.go-version }}
           tools-dir: ${{ github.workspace }}/_tools
           tools-bin: ${{ github.workspace }}/bin
+      - name: Start datadog/agent
+        uses: ./.github/actions/run-service
+        with:
+          repository: datadog/agent
+          tag: 7.69.2
+          # We need to specify a custom health-check. By default, this container will remain "unhealthy" since
+          # we don't fully configure it with a valid API key (and possibly other reasons)
+          # This command just checks for our ability to connect to port 8126
+          flags: |
+            --name datadog-agent
+            -e DD_HOSTNAME=github-actions-worker
+            -e DD_APM_ENABLED=true
+            -e DD_BIND_HOST=0.0.0.0
+            -e DD_API_KEY=invalid_key_but_this_is_fine
+            -e DD_TEST_AGENT_HOST=localhost
+            -e DD_TEST_AGENT_PORT=9126
+            --health-cmd "bash -c '</dev/tcp/127.0.0.1/8126'"
+            -p 8125:8125/udp
+            -p 8126:8126
       - name: Test Core
         env:
           DD_APPSEC_WAF_TIMEOUT: 1h

.github/workflows/warm-up-service.yml

@@ -0,0 +1,44 @@
+name: Warm up service
+
+on:
+  workflow_call:
+    inputs:
+      repository:
+        required: true
+        type: string
+        description: The repository of the image to warm up
+      tag:
+        required: true
+        type: string
+        description: The tag of the image to warm up (latest tag not supported)
+
+jobs:
+  warm-up:
+    runs-on: ubuntu-latest
+    outputs:
+      cache_filename: ${{ steps.pull_image.outputs.cache_filename }}
+    steps:
+      - name: Restore repo cache
+        uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
+        with:
+          path: .git
+          key: gitdb-${{ github.repository_id }}-${{ github.sha }}
+      - name: Checkout
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        with:
+          ref: ${{ github.sha }}
+          clean: false
+      - name: Pull Docker image
+        id: pull_image
+        shell: bash
+        run: |
+          image=${{ inputs.repository }}:${{ inputs.tag }}
+          docker pull $image
+          cache_filename=$(printf '%s_%s' "${{ inputs.repository }}" "${{ inputs.tag }}" | tr -cs '[:alnum:]_' '_')
+          echo "cache_filename=$cache_filename" >> $GITHUB_OUTPUT
+          docker save $image > $cache_filename.tar
+      - name: Cache Docker image
+        uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
+        with:
+          path: "${{ steps.pull_image.outputs.cache_filename }}.tar"
+          key: "${{ inputs.repository }}:${{ inputs.tag }}"