Conat integrated cluster support

src/package.json

@@ -15,9 +15,9 @@
     "database": "cd dev/project && ./start_postgres.py",
     "database-remove-locks": "./scripts/database-remove-locks",
     "c": "LOGS=/tmp/ DEBUG='cocalc:*' ./scripts/c",
-    "version-check": "pip3 install --break-system-packages typing_extensions mypy  || pip3 install --break-system-packages typing_extensions mypy && ./workspaces.py version-check && mypy scripts/check_npm_packages.py",
+    "version-check": "pip3 install typing_extensions mypy  || pip3 install --break-system-packages typing_extensions mypy && ./workspaces.py version-check && mypy scripts/check_npm_packages.py",
     "test-parallel": "unset DEBUG && pnpm run version-check && cd packages && pnpm run -r --parallel test",
-    "test": "unset DEBUG && pnpm run version-check && cd packages && pnpm run -r test",
+    "test": "unset DEBUG && pnpm run version-check && ./workspaces.py test",
     "depcheck": "cd packages && pnpm run -r --parallel depcheck",
     "prettier-all": "cd packages/",
     "local-ci": "./scripts/ci.sh",

src/packages/backend/bin/conat-connections.cjs

@@ -1,12 +1,15 @@
 const { conat } = require('@cocalc/backend/conat')
 const { showUsersAndStats } = require('@cocalc/conat/monitor/tables');
 const { conatServer } = require('@cocalc/backend/data')
+const { delay } = require("awaiting");
 
 async function main() {
     console.log("Connecting to", conatServer);
     const maxMessages = process.argv[2] ? parseInt(process.argv[2]) : undefined;
     const maxWait = process.argv[3] ? parseInt(process.argv[3]) : 3000;
     const client = conat();
+    await client.waitUntilSignedIn();
+    await delay(1000);
     if(!maxMessages) {
         console.log("\nUsage: pnpm conat-connnections [num-servers] [max-wait-ms]\n")
     }

src/packages/backend/bin/conat-disconnect.cjs

@@ -1,12 +1,17 @@
 const { conat } = require('@cocalc/backend/conat')
 const { connections } = require('@cocalc/conat/monitor/tables');
+const { sysApi } = require("@cocalc/conat/core/sys");
+const { delay } = require("awaiting");
 
 async function main() {
     console.log("Disconnect Clients From Server")
     const ids = process.argv.slice(2);
     console.log(ids);
     const client = await conat()
-    await client.call('sys.conat.server').disconnect(ids);
+    await client.waitUntilSignedIn();
+    await delay(1000);
+    const sys = sysApi(client);
+    await sys.disconnect(ids);
     process.exit(0);
 }
 

src/packages/backend/bin/conat-test-server.cjs

@@ -0,0 +1,24 @@
+/*
+Starts a node for testing and benchmarking.  It has no auth or security, and is just meant
+for unit testing and benchmarking purposes.
+*/
+for(const name of ['PORT', 'BASE_PATH', 'CONAT_SERVER', 'COCALC_PROJECT_ID']) {
+    delete process.env[name];
+}
+const { initConatServer } = require("@cocalc/backend/conat/test/setup");
+const { setConatServer } = require("@cocalc/backend/data");
+
+async function main() {
+    const clusterName = process.argv[2];
+    const server = await initConatServer({
+       id: "0",
+       clusterName,
+       systemAccountPassword: "test",
+    });
+    console.log("ADDRESS: ", server.address())
+    setConatServer(server.address())
+}
+
+main();
+
+

src/packages/backend/conat/test/cluster/bench.ts

@@ -0,0 +1,27 @@
+/* 
+create a cluster consisting of $n$ distinct nodejs processes, each
+listening on separate ports on localhost.  They are all connected.
+*/
+
+interface Node {
+  port: number;
+  child; // the spawned child process
+}
+
+export class Cluster {
+  nodes: Node[] = [];
+
+  constructor(public N: number) {}
+
+  init = async () => {
+    for (let i = 0; i < this.N; i++) {
+
+    }
+  };
+}
+
+export async function createCluster(N: number): Promise<Cluster> {
+  const C = new Cluster(N);
+  await C.init();
+  return C;
+}