Add make-dev-pod script

- make-dev-pod.sh spawns a pod in which you can run these scripts.

- Update `br.py` to get default values for --image and --gpu from
  `BATCHTOOLS_IMAGE` and `BATCHTOOLS_GPU`.

Author: larsks

br.py

@@ -36,10 +36,13 @@ class CreateJobCommandArgs(argparse.Namespace):
     default values.
     """
 
-    gpu: Annotated[str, "v100"]
+    gpu: Annotated[str, lambda: os.getenv("BATCHTOOLS_GPU", "v100")]
     image: Annotated[
         str,
-        "image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/csw-run-f25:latest",
+        lambda: os.getenv(
+            "BATCHTOOLS_IMAGE",
+            "image-registry.openshift-image-registry.svc:5000/redhat-ods-applications/csw-run-f25:latest",
+        ),
     ]
     context: Annotated[bool, True]
     name: Annotated[str, "job"]

make-dev-pod.sh

@@ -0,0 +1,121 @@
+#!/bin/bash
+
+die() {
+  echo "ERROR: $*" >&2
+  exit 1
+}
+
+if [[ $1 = "-d" ]]; then
+  echo "Delete dev pod"
+  oc delete pod dev-pod --wait=false
+  oc wait --for delete pod/dev-pod
+fi
+
+echo "Apply RBAC"
+oc apply -f- <<EOF || die "failed to apply RBAC"
+apiVersion: rbac.authorization.k8s.io/v1
+kind: Role
+metadata:
+  name: dev-pod
+rules:
+  - apiGroups:
+      - ""
+    resources:
+      - pods
+      - pods/exec
+    verbs:
+      - create
+      - delete
+      - get
+      - list
+      - patch
+      - update
+      - watch
+  - apiGroups:
+      - ""
+    resources:
+      - pods/log
+    verbs:
+      - get
+  - apiGroups:
+      - "batch"
+    resources:
+      - jobs
+    verbs:
+      - create
+      - delete
+      - get
+      - list
+      - patch
+      - update
+      - watch
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: RoleBinding
+metadata:
+  name: dev-pod
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: Role
+  name: dev-pod
+subjects:
+  - kind: ServiceAccount
+    name: default
+EOF
+
+if ! oc get pod dev-pod -o name >/dev/null 2>&1; then
+  echo "Create dev pod"
+  oc apply -f- <<EOF || die "failed to create dev pod"
+apiVersion: v1
+kind: Pod
+metadata:
+  name: dev-pod
+  labels:
+    app: dev-pod
+spec:
+  containers:
+  - command:
+    - pause
+    env:
+      - name: HOME
+        value: /home/batchtools
+      - name: BATCHTOOLS_IMAGE
+        value: ghcr.io/larsks/batchtools-dev:latest
+      - name: BATCHTOOLS_GPU
+        value: none
+    image: ghcr.io/larsks/batchtools-dev:latest
+    imagePullPolicy: Always
+    name: dev-pod
+    volumeMounts:
+    - mountPath: /home/batchtools
+      name: workdir
+    workingDir: /home/batchtools
+  volumes:
+  - name: workdir
+    emptyDir: {}
+EOF
+fi
+
+echo "Wait for dev pod to start"
+
+timeout 60 bash <<EOF || die "timed out waiting for dev pod to start"
+# First we wait until the pod is ready
+oc wait --for condition=ready pod/dev-pod
+
+# Then we wait until the container is responding
+while ! oc rsh dev-pod true >/dev/null 2>&1; do sleep 1; done
+EOF
+
+echo "Copy local directory to dev pod"
+tmpfile=$(mktemp excludeXXXXXX)
+trap 'rm -f "$tmpfile"' EXIT
+{
+  echo "$tmpfile"
+  ls -d .* | grep -v '^\.git'
+  ls -d _*
+} >>"$tmpfile"
+RSYNC_RSH="oc rsh -c dev-pod" rsync --recursive --exclude-from="$tmpfile" . dev-pod:/home/batchtools/ ||
+  die "failed to sync local directory to dev pod"
+
+echo "Install dependencies"
+oc rsh dev-pod uv sync || die "failed to install dependencies"