start implementing using commit, tags, and copy to local per-user oci registry

Author: williamstein

src/packages/project-runner/run/podman.ts

@@ -4,7 +4,7 @@ Runner based on podman.
 
 import getLogger from "@cocalc/backend/logger";
 import { nodePath } from "./mounts";
-import { isValidUUID } from "@cocalc/util/misc";
+import { isValidUUID, replace_all } from "@cocalc/util/misc";
 import { ensureConfFilesExists, setupDataPath, writeSecretToken } from "./util";
 import { getEnvironment } from "./env";
 import { mkdir } from "fs/promises";
@@ -23,6 +23,8 @@ const children: { [project_id: string]: any } = {};
 
 const GRACE_PERIOD = 2000;
 
+const info: { [project_id: string]: { home: string } } = {};
+
 export async function start({
   project_id,
   config,
@@ -39,7 +41,10 @@ export async function start({
     return;
   }
 
+  const image = await getImage({ project_id, config });
   const home = await mountHome(project_id);
+  info[project_id] = { home };
+
   await mkdir(home, { recursive: true });
   await ensureConfFilesExists(home);
   const env = getEnvironment({
@@ -76,7 +81,7 @@ export async function start({
     args.push("-e", `${name}=${env[name]}`);
   }
 
-  args.push(config?.image ?? DEFAULT_IMAGE);
+  args.push(image);
   args.push(nodePath);
   args.push(script, "--init", "project_init.sh");
 
@@ -148,6 +153,59 @@ export async function close() {
   await Promise.all(v);
 }
 
+export async function getImage({ project_id, config }): Promise<string> {
+  const { stdout } = await executeCode({
+    err_on_exit: true,
+    command: "podman",
+    args: [
+      "images",
+      "--filter",
+      `reference=localhost/project/${project_id}`,
+      "--format=json",
+    ],
+  });
+  const v = JSON.parse(stdout);
+  return v[0]?.Names?.[0] ?? config?.image ?? DEFAULT_IMAGE;
+}
+
+function nowTag() {
+  let s = new Date().toISOString();
+  const i = s.lastIndexOf(":");
+  s = s.slice(0, i);
+  return replace_all(s, ":", "-");
+}
+
+export async function save({
+  project_id,
+  tag,
+}: {
+  project_id: string;
+  tag?: string;
+}) {
+  const home = info[project_id]?.home ?? (await mountHome(project_id));
+  const oci = join(home, ".oci");
+  await mkdir(oci, { recursive: true });
+  tag ??= nowTag();
+  const name = `localhost/project/${project_id}:${tag}`;
+  await executeCode({
+    err_on_exit: true,
+    command: "podman",
+    // in seconds; can be long if lots of files/data
+    timeout: 60 * 10,
+    args: ["commit", `project-${project_id}`, name],
+  });
+  await executeCode({
+    err_on_exit: true,
+    command: "skopeo",
+    timeout: 60 * 10,
+    args: [
+      "copy",
+      `containers-storage:${name}`,
+      `oci:${oci}:project-${project_id}-${tag}`,
+    ],
+  });
+}
+
 // important because it kills all
 // the processes that were spawned
 process.once("exit", close);