test(quickscope): add integration test

Author: user

.github/workflows/pull-request.yml

@@ -0,0 +1,62 @@
+name: Pull Request
+
+on:
+  pull_request:
+
+permissions:
+  contents: read
+  pull-requests: write
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  quickscope:
+    name: Quickscope
+    runs-on: ubuntu-latest
+    outputs:
+      result: ${{ steps.test.outputs.result }}
+    steps:
+      - name: Checkout Repo
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+          submodules: true
+
+      - name: Build quickscope
+        working-directory: quickscope
+        run: docker build -t quickscope .
+
+      - name: Run integration test
+        id: test
+        working-directory: quickscope
+        run: |
+          result=$(./integration/integration.sh | tee /dev/stderr | tail -n1)
+          echo "result=$result" >> $GITHUB_OUTPUT
+
+      - name: Upload diffs
+        if: ${{ steps.test.outputs.result == 'true' }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: quickscope-diffs
+          path: |
+            ./quickscope/integration/current.diff
+            ./quickscope/integration/new.diff
+            ./quickscope/integration/integration.diff
+
+  comment:
+    name: Comment integration
+    needs: quickscope
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout Repo
+        uses: actions/checkout@v4
+
+      - name: Post comment
+        env:
+          PR_C_REPO: ${{ github.repository }}
+          PR_C_NUMBER: ${{ github.event.pull_request.number }}
+          PR_C_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          PR_QS_DIFF: ${{ needs.quickscope.outputs.result }}
+        run: .internal/ci/comment-integration.sh

.gitignore

@@ -1,4 +1,6 @@
 KEYS
 env
 .env
-*.swp
+*.swp
+new.diff
+integration.diff

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "lib/pentext"]
+	path = lib/pentext
+	url = https://github.com/radicallyopensecurity/pentext.git

.internal/ci/comment-integration.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+set -e
+
+artifacts_url="https://api.github.com/repos/$PR_C_REPO/actions/runs/$GITHUB_RUN_ID/artifacts"
+artifacts_json=$(curl -s -H "Authorization: token $PR_C_TOKEN" "$artifacts_url")
+
+diffs_id=$(echo "$artifacts_json" | jq -r '.artifacts[] | select(.name=="quickscope-diffs") | .id')
+diffs_url="https://github.com/$PR_C_REPO/actions/runs/$GITHUB_RUN_ID/artifacts/$diffs_id"
+
+if [ "$PR_QS_DIFF" = "true" ]; then
+  body="**Quickscope:** Found diff. Please check the diffs: [download]($diffs_url)"
+else
+  body="**Quickscope:** No diff found."
+fi
+
+curl -s -H "Authorization: token $PR_C_TOKEN" \
+     -H "Content-Type: application/json" \
+     -d "$(jq -nc --arg body "$body" '{body: $body}')" \
+     "https://api.github.com/repos/$PR_C_REPO/issues/$PR_C_NUMBER/comments"

lib/pentext

@@ -0,0 +1,72 @@
+#!/usr/bin/env bash
+set -e
+
+GIT_USER=CI
+GIT_PASS=dummy
+REPO_NAME=test-remote.git
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+
+TMPDIR="$SCRIPT_DIR/tmp"
+REMOTE="$TMPDIR/remote"
+SOURCE="$TMPDIR/source"
+
+echo "* Preparing tmp dirs"
+rm -rf "$TMPDIR"
+mkdir -p "$REMOTE" "$SOURCE"
+
+echo "* Cloning test repo into remote"
+git -C "$SCRIPT_DIR/../../lib/pentext" \
+  clone . "$REMOTE/$REPO_NAME"
+
+git -C "$REMOTE/$REPO_NAME" config http.receivepack true
+
+echo "* Starting git-http-backend container"
+docker rm -f git-http-backend 2>/dev/null || true
+
+docker run -d --name git-http-backend \
+  -v "$REMOTE":/git \
+  ynohat/git-http-backend@sha256:b6f1e3e3cc06b8ae05fc22174808dfc3b4abd567cf8bc8c8bac311d83361b041
+
+echo "* Running quickscope"
+docker run --rm --name quickscope \
+  --link git-http-backend \
+  -e GIT_SSL_NO_VERIFY=true \
+  -e SERVER_PROTOCOL=http \
+  -e CI_PROJECT_DIR=/usr/local/src/repo \
+  -e CI_SERVER_HOST=git-http-backend \
+  -e CI_PROJECT_PATH=git/$REPO_NAME \
+  -e CI_DEFAULT_BRANCH=main \
+  -e PROJECT_ACCESS_TOKEN=$GIT_PASS \
+  -v "$REMOTE/$REPO_NAME":/usr/local/src/repo \
+  --entrypoint ash \
+  quickscope:latest \
+  -c "git config --global http.receivepack true && git config --global --add safe.directory /usr/local/src/repo && exec /scripts/quickscope2off.sh"
+
+echo "* Preparing for diff"
+git -C "$SCRIPT_DIR/../../lib/pentext" \
+  clone . "$SOURCE/$REPO_NAME"
+docker exec -u 0 git-http-backend rm -rf "/git/$REPO_NAME/.git"
+rm -rf "$SOURCE/$REPO_NAME/.git"
+
+echo "* Creating new diff"
+diff -ruN "$SOURCE/$REPO_NAME" "$REMOTE/$REPO_NAME" \
+  | sed -E 's/^(---|\+\+\+) ([^[:space:]]+).*/\1 \2/' \
+  > "$SCRIPT_DIR/new.diff"
+
+echo "* Diffing with current"
+diff -u \
+  <(sed -E 's/date="[^"]+"/date="IGNORED"/' "$SCRIPT_DIR/current.diff" || true) \
+  <(sed -E 's/date="[^"]+"/date="IGNORED"/' "$SCRIPT_DIR/new.diff" || true) \
+  > "$SCRIPT_DIR/integration.diff" || test $? -eq 1
+
+echo "* Cleaning up"
+docker rm -f git-http-backend || true
+rm -rf "$TMPDIR"
+
+echo "* Found diff?"
+if [ -s "$SCRIPT_DIR/integration.diff" ]; then
+  echo "true"
+else
+  echo "false"
+fi

quickscope/integration/current.diff

@@ -1,4 +1,5 @@
-#!/bin/sh
+#!/usr/bin/env ash
+
 set -e
 cd "$CI_PROJECT_DIR"
 
@@ -11,6 +12,6 @@ git commit -m "convert pentext quickscope to offerte"
 git remote -v
 
 git remote rm origin
-git remote add origin "https://CI:${PROJECT_ACCESS_TOKEN}@${CI_SERVER_HOST}/${CI_PROJECT_PATH}"
+git remote add origin "${SERVER_PROTOCOL:-https}://CI:${PROJECT_ACCESS_TOKEN}@${CI_SERVER_HOST}/${CI_PROJECT_PATH}"
 
-git push origin HEAD:${CI_DEFAULT_BRANCH}
+git push origin HEAD:refs/heads/${CI_DEFAULT_BRANCH}