github test: create test results in jest and upload them for dorny/test-reporter

Author: haraldschilly

.github/workflows/make-and-test.yml

@@ -1,4 +1,4 @@
-name: Make all packages and run their tests
+name: Test
 
 # newer commits in the same PR abort running ones for the same workflow
 concurrency:
@@ -43,7 +43,7 @@ jobs:
       - name: Check doc links
         run: cd src/scripts && python3 check_doc_urls.py || sleep 5 || python3 check_doc_urls.py
 
-  build:
+  test:
     runs-on: ubuntu-latest
 
     services:
@@ -94,7 +94,7 @@ jobs:
       - name: Download and install Valkey
         run: |
           VALKEY_VERSION=8.1.2
-          curl -LO https://download.valkey.io/releases/valkey-${VALKEY_VERSION}-jammy-x86_64.tar.gz
+          curl -LOq https://download.valkey.io/releases/valkey-${VALKEY_VERSION}-jammy-x86_64.tar.gz
           tar -xzf valkey-${VALKEY_VERSION}-jammy-x86_64.tar.gz
           sudo cp valkey-${VALKEY_VERSION}-jammy-x86_64/bin/valkey-server /usr/local/bin/
 
@@ -106,7 +106,26 @@ jobs:
           pip install ipykernel
           python -m ipykernel install --prefix=./jupyter-local --name python3-local --display-name "Python 3 (Local)"
 
-      - run: cd src && npm install -g pnpm
-      - run: cd src && pnpm run make
-      - run: source venv/bin/activate && cd src && pnpm run test || pnpm run test || pnpm run test
-      - run: cd src && pnpm run depcheck
+      - name: install pnpm
+        #run: cd src && npm install -g pnpm
+        uses: pnpm/action-setup@v4
+        with:
+          version: 10
+          run_install: false
+
+      - name: build
+        run: cd src && pnpm run make
+
+      - name: test
+        run: source venv/bin/activate && cd src && pnpm run test:report
+
+      - name: upload test results
+        uses: actions/upload-artifact@v4  # upload test results
+        if: ${{ !cancelled() }}           # run this step even if previous step failed
+        with:
+          name: "test-results-node-${{ matrix.node-version }}-pg-${{ matrix.pg-version }}"
+          path: 'src/packages/*/junit.xml'
+
+      - name: dependency check
+        run: cd src && pnpm run depcheck
+

.github/workflows/report.yml

@@ -0,0 +1,37 @@
+# Separater Job für Test-Reporting
+name: "Test Report"
+on:
+  workflow_run:
+    workflows: ['Test']
+    types:
+       - completed
+
+permissions:
+  contents: read
+  actions: read
+  checks: write
+
+jobs:
+  report:
+    runs-on: ubuntu-latest
+    needs: [test]
+    if: ${{ !cancelled() }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Download all test artifacts
+        uses: actions/download-artifact@v4
+        with:
+          pattern: "test-results-*"
+          merge-multiple: true
+          path: test-results/
+
+      - name: Test Report
+        uses: dorny/test-reporter@v2
+        with:
+          name: CoCalc Jest Tests
+          path: 'test-results/**/junit.xml'
+          reporter: jest-junit
+          use-actions-summary: 'true'
+          fail-on-error: false

.gitignore

@@ -159,3 +159,6 @@ src/packages/frontend/i18n/trans/*.compiled.json
 **/*.db
 **/project-env.sh
 **/*.bash_history
+
+# test reports by jest-junit
+junit.xml

src/package.json

@@ -18,6 +18,7 @@
     "version-check": "pip3 install --break-system-packages typing_extensions mypy  || pip3 install --break-system-packages typing_extensions mypy && ./workspaces.py version-check && mypy scripts/check_npm_packages.py",
     "test-parallel": "unset DEBUG && pnpm run version-check && cd packages && pnpm run -r --parallel test",
     "test": "unset DEBUG && pnpm run version-check && cd packages && pnpm run -r test",
+    "test:report": "unset DEBUG && pnpm run version-check && cd packages && pnpm run -r test:report",
     "depcheck": "cd packages && pnpm run -r --parallel depcheck",
     "prettier-all": "cd packages/",
     "local-ci": "./scripts/ci.sh",

src/packages/backend/package.json

@@ -10,13 +10,17 @@
     "./auth/*": "./dist/auth/*.js",
     "./auth/tokens/*": "./dist/auth/tokens/*.js"
   },
-  "keywords": ["utilities", "cocalc"],
+  "keywords": [
+    "utilities",
+    "cocalc"
+  ],
   "scripts": {
     "preinstall": "npx only-allow pnpm",
     "clean": "rm -rf dist node_modules",
     "build": "pnpm exec tsc --build",
     "tsc": "pnpm exec tsc --watch  --pretty --preserveWatchOutput",
     "test": "pnpm exec jest --forceExit --maxWorkers=50%",
+    "test:report": "pnpm exec jest --forceExit --maxWorkers=50% --reporters=default --reporters=jest-junit",
     "depcheck": "pnpx depcheck --ignores events",
     "prepublishOnly": "pnpm test",
     "conat-watch": "node ./bin/conat-watch.cjs",
@@ -25,7 +29,12 @@
     "conat-inventory": "node ./bin/conat-inventory.cjs",
     "conat-persist": "DEBUG=cocalc:*  node ./bin/conat-persist.cjs"
   },
-  "files": ["dist/**", "bin/**", "README.md", "package.json"],
+  "files": [
+    "dist/**",
+    "bin/**",
+    "README.md",
+    "package.json"
+  ],
   "author": "SageMath, Inc.",
   "license": "SEE LICENSE.md",
   "dependencies": {
@@ -54,6 +63,7 @@
   },
   "homepage": "https://github.com/sagemathinc/cocalc/tree/master/src/packages/backend",
   "devDependencies": {
-    "@types/node": "^18.16.14"
+    "@types/node": "^18.16.14",
+    "jest-junit": "^16.0.0"
   }
 }

src/packages/database/package.json

@@ -38,14 +38,16 @@
     "@types/lodash": "^4.14.202",
     "@types/node": "^18.16.14",
     "@types/pg": "^8.6.1",
-    "coffeescript": "^2.5.1"
+    "coffeescript": "^2.5.1",
+    "jest-junit": "^16.0.0"
   },
   "scripts": {
     "preinstall": "npx only-allow pnpm",
     "build": "../node_modules/.bin/tsc  --build && coffee -c -o dist/ ./",
     "clean": "rm -rf dist",
     "tsc": "../node_modules/.bin/tsc --watch  --pretty --preserveWatchOutput",
     "test": "pnpm exec jest --forceExit --runInBand",
+    "test:report": "pnpm exec jest --forceExit --runInBand --reporters=default --reporters=jest-junit",
     "depcheck": "pnpx depcheck | grep -Ev '\\.coffee|coffee$'",
     "prepublishOnly": "pnpm test"
   },

src/packages/hub/package.json

@@ -50,7 +50,8 @@
   "devDependencies": {
     "@types/express": "^4.17.21",
     "@types/node": "^18.16.14",
-    "coffeescript": "^2.5.1"
+    "coffeescript": "^2.5.1",
+    "jest-junit": "^16.0.0"
   },
   "scripts": {
     "preinstall": "npx only-allow pnpm",
@@ -66,6 +67,7 @@
     "hub-docker-prod-nossl": "export DEBUG=${DEBUG:='cocalc:*,-cocalc:silly:*'} && COCALC_DOCKER=true NODE_ENV=production PROJECTS=/projects/[project_id] PORT=80 NODE_OPTIONS='--max_old_space_size=8000 --enable-source-maps' cocalc-hub-server --mode=multi-user --all --hostname=0.0.0.0",
     "tsc": "tsc --watch  --pretty --preserveWatchOutput",
     "test": "jest dist/",
+    "test:report": "jest dist/ --reporters=default --reporters=jest-junit",
     "depcheck": "pnpx depcheck | grep -Ev '\\.coffee|coffee$'",
     "prepublishOnly": "test"
   },

src/packages/pnpm-lock.yaml

@@ -20,6 +20,7 @@
     "build": "pnpm exec tsc --build",
     "tsc": "pnpm exec tsc  --watch  --pretty --preserveWatchOutput",
     "test": "pnpm exec jest",
+    "test:report": "pnpm exec jest --reporters=default --reporters=jest-junit",
     "depcheck": "pnpx depcheck --ignores events",
     "prepublishOnly": "pnpm test"
   },
@@ -76,6 +77,7 @@
     "@types/node": "^18.16.14",
     "@types/seedrandom": "^3.0.8",
     "@types/uuid": "^8.3.1",
+    "jest-junit": "^16.0.0",
     "expect": "^26.6.2",
     "seedrandom": "^3.0.5",
     "tsd": "^0.22.0"