more thorough stress test (#72)

* more thorough stress test

* full throttle

package.json

@@ -71,6 +71,7 @@
     "@types/node": "^18.11.0",
     "@typescript-eslint/eslint-plugin": "^5.40.1",
     "@typescript-eslint/parser": "^5.40.1",
+    "async-await-queue": "^1.2.1",
     "benny": "^3.7.1",
     "chai": "^4.3.6",
     "chai-spies": "^1.0.0",
@@ -93,4 +94,4 @@
     "@mmomtchev/node-pre-gyp-github": "^2.0.6",
     "node-addon-api": "^5.0.0"
   }
-}
+}

test/async.test.ts

@@ -86,7 +86,7 @@ describe('callAsync', () => {
     it('basic test', (done) => {
       const q = spawnWorker('lambda x: x + 4.2');
       q.then((r) => {
-        assert.strictEqual(r, 8.4);
+        assert.closeTo(r as number, 4.2 * 102, 0.1);
         done();
       }).catch((err) => done(err));
     });

test/worker-stress-test.js

@@ -1,6 +1,9 @@
 /* eslint-disable @typescript-eslint/no-var-requires */
 const { Worker } = require('worker_threads');
 const path = require('path');
+const Queue = require('async-await-queue');
+
+const queue = new Queue(24, 0);
 
 // Make sure the dynamic library is loaded from the main thread
 // https://github.com/mmomtchev/pymport/issues/69
@@ -26,10 +29,20 @@ async function main() {
   console.log('start');
   // eslint-disable-next-line no-constant-condition
   while (true) {
-    const r = await spawnWorker('lambda x: x + 4.2');
-    if (r !== 8.4) throw new Error('r=' + r);
-    i++;
-    if (i % 10 == 0) console.log('deca', i / 10);
+    const me = Symbol();
+    queue.wait(me)
+      .then(() => spawnWorker('lambda x: x + 4.2'))
+      .then((r) => {
+        if (Math.abs(r - 4.2 * 102) > 0.1) throw new Error('r=' + r);
+        i++;
+        if (i % 10 == 0) console.log('deca', i / 10);
+      })
+      .finally(() => queue.end(me));
+    const { waiting } = queue.stat();
+    if (waiting > 100) {
+      const throttle = Symbol();
+      await queue.wait(throttle, -1).finally(() => queue.end(throttle));
+    }
   }
 }
 

test/worker_thread.js

@@ -6,6 +6,10 @@ if (!parentPort) throw new Error('This worker must be spawned from another test'
 
 const script = workerData;
 const fn = pyval(script);
-fn.callAsync(4.2).then((result) => {
-  parentPort.postMessage(result.toJS());
-});
+
+let q = fn.callAsync(4.2);
+for (let i = 0; i < 100; i++) {
+  q = q.then((r) => fn.callAsync(r));
+}
+
+q.then((r) => parentPort.postMessage(r.toJS()));