truly limit the number of parallel tests

On-behalf-of: @SAP [email protected]

Author: xrstf

Makefile

@@ -67,7 +67,7 @@ test: fmt vet ## Run tests.
 # Utilize Kind or modify the e2e tests to load the image locally, enabling compatibility with other vendors.
 .PHONY: test-e2e  # Run the e2e tests against a kind k8s instance that is already spun up.
 test-e2e:
-	go test ./test/e2e/ -v
+	go test ./test/e2e/... -v
 
 # Creates a kind cluster and runs the e2e tests in them. The kind cluster is destroyed after the tests.
 .PHONY: test-e2e-with-kind  # Run the e2e tests against a temporary kind cluster.

hack/ci/run-e2e-tests.sh

@@ -118,6 +118,12 @@ E2E_PARALLELISM=${E2E_PARALLELISM:-2}
 # Increase file descriptor limit for CI environments
 ulimit -n 65536
 
+# -parallel will only control how many tests run in parallel *within a single test package.*
+# We however need to limit the overall amount of tests that can run at the same time, since
+# the kind cluster does not have infinite capacity. The only way to tell Go to please not
+# run all packages at the same time is setting GOMAXPROCS.
+export GOMAXPROCS=$E2E_PARALLELISM
+
 (set -x; go test -tags e2e -parallel $E2E_PARALLELISM $TEST_ARGS "$WHAT")
 
 echo "Done. :-)"

hack/run-e2e-tests.sh

@@ -101,4 +101,10 @@ WHAT="${WHAT:-./test/e2e/...}"
 TEST_ARGS="${TEST_ARGS:--timeout 2h -v}"
 E2E_PARALLELISM=${E2E_PARALLELISM:-2}
 
+# -parallel will only control how many tests run in parallel *within a single test package.*
+# We however need to limit the overall amount of tests that can run at the same time, since
+# the kind cluster does not have infinite capacity. The only way to tell Go to please not
+# run all packages at the same time is setting GOMAXPROCS.
+export GOMAXPROCS=$E2E_PARALLELISM
+
 (set -x; go test -tags e2e -parallel $E2E_PARALLELISM $TEST_ARGS "$WHAT")