api/v2/exec: refactor process stats monitor and reuse a part of it

Author: haraldschilly

src/packages/backend/execute-code.test.ts

@@ -1,3 +1,5 @@
+process.env.COCALC_PROJECT_MONITOR_INTERVAL_S = "1";
+
 import { executeCode } from "./execute-code";
 
 describe("hello world", () => {
@@ -90,6 +92,27 @@ describe("test timeout", () => {
   });
 });
 
+describe("test longer execution", () => {
+  it(
+    "runs 5 seconds",
+    async () => {
+      const t0 = Date.now();
+      const { stdout, stderr, exit_code } = await executeCode({
+        command: "sh",
+        args: ["-c", "echo foo; sleep 5; echo bar"],
+        err_on_exit: false,
+        bash: false,
+      });
+      expect(stdout).toBe("foo\nbar\n");
+      expect(stderr).toBe("");
+      expect(exit_code).toBe(0);
+      const t1 = Date.now();
+      expect((t1 - t0) / 1000).toBeGreaterThan(4.9);
+    },
+    10 * 1000,
+  );
+});
+
 describe("test env", () => {
   it("allows to specify environment variables", async () => {
     const { stdout, stderr, type } = await executeCode({
@@ -211,6 +234,7 @@ describe("async", () => {
     expect(typeof job_id).toEqual("string");
     if (typeof job_id !== "string") return;
     await new Promise((done) => setTimeout(done, 250));
+    // now we check up on the job
     const s = await executeCode({ async_get: job_id });
     expect(s.type).toEqual("async");
     if (s.type !== "async") return;
@@ -224,4 +248,47 @@ describe("async", () => {
     );
     expect(s.exit_code).toEqual(1);
   });
+
+  it(
+    "long running async job",
+    async () => {
+      const c = await executeCode({
+        command: "sh",
+        args: ["-c", `echo foo; python3 -c '${CPU_PY}'; echo bar;`],
+        bash: false,
+        err_on_exit: false,
+        async_call: true,
+      });
+      expect(c.type).toEqual("async");
+      if (c.type !== "async") return;
+      const { status, job_id } = c;
+      expect(status).toEqual("running");
+      expect(typeof job_id).toEqual("string");
+      if (typeof job_id !== "string") return;
+      await new Promise((done) => setTimeout(done, 5500));
+      // now we check up on the job
+      const s = await executeCode({ async_get: job_id });
+      expect(s.type).toEqual("async");
+      if (s.type !== "async") return;
+      expect(s.elapsed_s).toBeGreaterThan(5);
+      expect(s.exit_code).toBe(0);
+      expect(s.pid).toBeGreaterThan(1);
+      expect(s.stats).toBeDefined();
+      if (!Array.isArray(s.stats)) return;
+      const last_stat = s.stats[s.stats.length - 2];
+      expect(last_stat.cpu_pct).toBeGreaterThan(10);
+      expect(last_stat.cpu_secs).toBeGreaterThan(1);
+      expect(last_stat.mem_rss).toBeGreaterThan(1);
+      expect(s.stdout).toEqual("foo\nbar\n");
+    },
+    10 * 1000,
+  );
 });
+
+// we burn a bit of CPU to get the cpu_pct and cpu_secs up
+const CPU_PY = `
+from time import time
+t0=time()
+while t0+5>time():
+  sum([_ for _ in range(10**6)])
+`;