Per-target Assemblyscript testsuite

As in #112, we
reorganize the directory structure and change to a python build script,
with the goal of harmonizing the various test suites, so that testsuite/
is always a built dir.

Before, it was:
  - tests/assemblyscript/: Root of npm repo

  - tests/assemblyscript/testsuite: AS source files, JSON test files;
    built .wasm files dumped here

Now it is:
  - tests/assemblyscript/wasm32-wasip1: Root of npm package for wasip1 builds

  - tests/assemblyscript/wasm32-wasip1/src: Assemblyscript source, but
    also JSON

  - tests/assemblyscript/testsuite/: Removed; instead it is a built dir

  - tests/assemblyscript/testsuite/wasm32-wasip1: All wasm and json
    files copied here

Author: wingo

.github/workflows/compile-tests.yml

@@ -24,20 +24,10 @@ jobs:
         with:
           node-version: 22
 
-      - name: Install dependencies
-        working-directory: tests/assemblyscript
-        run: |
-          npm install
-
-      - name: Check prettier codestyle
-        working-directory: tests/assemblyscript
-        run: |
-          npm run prettier-format-check
-
       - name: Build tests
         working-directory: tests/assemblyscript
         run: |
-          npm run build
+          ./build.py
 
       - name: Upload precompiled tests
         if: matrix.os == 'ubuntu-latest'

.github/workflows/daily-runtime-validation.yml

@@ -76,7 +76,7 @@ jobs:
           python3 test-runner/wasi_test_runner.py \
             -r ./adapters/${{ matrix.runtime }}.py \
             --json-output-location results.json \
-            -t tests/assemblyscript/testsuite \
+            -t tests/assemblyscript/testsuite/wasm32-wasip1 \
                tests/rust/testsuite \
                tests/c/testsuite
 

doc/adapters.md

@@ -30,8 +30,8 @@ The adapter must return exit code to the environment that was passed as an argum
 )
 ```
 and check if the exit code is equal to `13`. There are also two test cases in Assembly Script test suite that verify the behavior:
-* [proc_exit-failure](../tests/assemblyscript/testsuite/proc_exit-failure.ts)
-* [proc_exit-success](../tests/assemblyscript/testsuite/proc_exit-success.ts)
+* [proc_exit-failure](../tests/assemblyscript/wasm32-wasip1/src/proc_exit-failure.ts)
+* [proc_exit-success](../tests/assemblyscript/wasm32-wasip1/src/proc_exit-success.ts)
 ### Examples:
 
 Print runtime version:
@@ -61,4 +61,4 @@ See the [`adapters`](../adapters) directory for example adapters.
 
 We prefer runtime maintainers to maintain adapters in their own repository We'll only maintain adapters for [Bytecode Alliance](https://bytecodealliance.org/) projects and we'll aim for compatibility with the most recent stable version.
 
-We'll accept pull requests for new adapters in this repository, but we can't guarantee we'll have the capacity to maintain them (so they might stop working with the new runtime release).
+We'll accept pull requests for new adapters in this repository, but we can't guarantee we'll have the capacity to maintain them (so they might stop working with the new runtime release).

tests/assemblyscript/build.py

@@ -0,0 +1,76 @@
+#!/usr/bin/env python3
+
+import argparse
+import contextlib
+import json
+import shlex
+import shutil
+import subprocess
+import sys
+from pathlib import Path
+
+parser = argparse.ArgumentParser()
+parser.add_argument("--dry-run", action="store_true")
+parser.add_argument("--verbose", action="store_true")
+
+args = parser.parse_args()
+
+TARGETS = ['wasm32-wasip1']
+BASE_DIR = Path(__file__).parent
+
+def run(argv):
+    if args.verbose:
+        print(shlex.join([str(x) for x in argv]))
+    if not args.dry_run:
+        r = subprocess.run(argv)
+        if r.returncode != 0:
+            sys.exit(r.returncode)
+
+def cp(src, dst):
+    if args.verbose:
+        print(f"cp {src} {dst}")
+    if not args.dry_run:
+        shutil.copy(src, dst)
+
+def cp_R(src, dst):
+    if args.verbose:
+        print(f"cp -R {src} {dst}")
+    if not args.dry_run:
+        shutil.copytree(src, dst, dirs_exist_ok=True)
+
+def write_manifest(path, manifest):
+    if args.verbose:
+        print(f"writing {path}")
+    if not args.dry_run:
+        path.write_text(json.dumps(manifest))
+
+def mkdir_p(path):
+    if args.verbose:
+        print(f"mkdir -p {path}")
+    if not args.dry_run:
+        path.mkdir(parents=True, exist_ok=True)
+
+for target in TARGETS:
+    with contextlib.chdir(BASE_DIR / target):
+        run(["npm", "install"])
+        run(["npm", "run", "prettier-format-check"])
+        run(["npm", "run", "build"])
+
+    src_dir = BASE_DIR / target / "src"
+    obj_dir = src_dir
+    dst_dir = BASE_DIR / "testsuite" / target
+    mkdir_p(dst_dir)
+
+    write_manifest(dst_dir / "manifest.json",
+                   {'name': f"WASI Assemblyscript  tests [{target}]"})
+
+    for src in src_dir.glob("*.ts"):
+        obj = (obj_dir / src.name).with_suffix(".wasm")
+        dst = (dst_dir / src.name).with_suffix(".wasm")
+        cp(obj, dst)
+        src_json = src.with_suffix(".json")
+        if src_json.exists():
+            cp(src_json, dst.with_suffix(".json"))
+            with src_json.open() as f:
+                for d in json.load(f).get('dirs', []):
+                    cp_R(src.parent / d, dst.parent / d)

tests/assemblyscript/testsuite/manifest.json

@@ -25,7 +25,7 @@ function isBinaryOutdated(srcPath: string, wasmPath: string): boolean {
 }
 
 async function compileTests() {
-    const testSuiteFiles = getPathsInDirectory("testsuite");
+    const testSuiteFiles = getPathsInDirectory("src");
     const pendingCompilations = testSuiteFiles
         .filter((filePath) => doesFileHaveExtension(filePath, "ts"))
         .map((filePath) => ({