starter work on incorporating the deno kernel (#38)

* starter work on incorporating the deno kernel

* include jupyter and install the kernel just to shake it out

* Revert db77647

---------

Co-authored-by: Dave Shoup <[email protected]>

Author: rgbkrk

.github/workflows/build.yml

@@ -182,3 +182,41 @@ jobs:
         with:
           push: ${{ github.event_name != 'pull_request' }}
           targets: ${{ steps.target.outputs.TARGET }}
+
+  build_deno_kernels:
+    runs-on: ubuntu-22.04
+    permissions:
+      id-token: write
+      packages: write
+    strategy:
+      matrix:
+        version: ["1.37-dev"]
+    env:
+      VERSION: ${{ matrix.version }}
+      BUILD_URL: https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}
+      GITHUB_SHA: ${{ github.event.pull_request.head.sha || github.sha }}
+    steps:
+      - uses: actions/checkout@v3
+      - name: Install Task
+        uses: arduino/setup-task@e26d8975574116b0097a1161e0fe16ba75d84c1c # v1.0.3
+        with:
+          repo-token: ${{ github.token }}
+      - run: |
+          task deno:base:copy-files NBL_LANGUAGE_VERSION=${{ matrix.version }}
+      - run: scripts/set-variables.sh ${{ github.ref_name }} ${{ github.event_name }} ${{ github.event.pull_request.number }}
+      - uses: docker/login-action@v2
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ github.token }}
+      - name: Set target
+        id: target
+        run: echo "TARGET=deno_${VERSION//./_}" >> "$GITHUB_OUTPUT"
+
+      - uses: docker/setup-buildx-action@4c0219f9ac95b02789c1075625400b2acbff50b1 # v2.9.1
+
+      - name: Build kernels
+        uses: docker/bake-action@f32f8b8d70bc284af19f8148dd14ad1d2fbc6c28 # v3.1.0
+        with:
+          push: ${{ github.event_name != 'pull_request' }}
+          targets: ${{ steps.target.outputs.TARGET }}

Taskfile.deno.yaml

@@ -0,0 +1,29 @@
+version: 3
+
+vars:
+  NBL_DENO_VERSION: 1.37-dev
+  IDENTIFIER: base
+
+# NOTE: When using `deps: []`, variables are inherited from the current task, but when calling them
+# directly in `cmds: []`, the variables have to be passed in explicitly.
+tasks:
+  core:build:
+    desc: Build the Deno image
+    cmds:
+      - >-
+        docker build deno/{{.IDENTIFIER}}/{{.NBL_DENO_VERSION}} \
+          --build-arg "NBL_DENO_VERSION={{.NBL_DENO_VERSION}}" \
+          --build-arg "BASE_IMAGE={{.BASE_IMAGE}}" \
+          --tag "local/kernel-deno-{{.NBL_DENO_VERSION}}-{{.IDENTIFIER}}:dev"
+
+  base:copy-files:
+    desc: Copy files from the Deno directory to the build directories
+    cmds:
+      - task copy-root-files LANGUAGE=deno IDENTIFIER={{.IDENTIFIER}} NBL_LANGUAGE_VERSION={{.NBL_DENO_VERSION}}
+      - task copy-language-files LANGUAGE=deno IDENTIFIER={{.IDENTIFIER}} NBL_LANGUAGE_VERSION={{.NBL_DENO_VERSION}}
+
+  base:build:
+    desc: Build the Deno base image after copying required files
+    cmds:
+      - task deno:base:copy-files IDENTIFIER=base NBL_LANGUAGE_VERSION={{.NBL_DENO_VERSION}}
+      - task deno:core:build IDENTIFIER=base NBL_DENO_VERSION={{.NBL_DENO_VERSION}}

Taskfile.yaml

@@ -4,6 +4,7 @@ includes:
   python: ./Taskfile.python.yaml
   r: ./Taskfile.R.yaml
   rust: ./Taskfile.rust.yaml
+  deno: ./Taskfile.deno.yaml
 
 tasks:
   copy-root-files:

deno/Aptfile

@@ -0,0 +1,4 @@
+tini
+curl
+cmake
+protobuf-compiler

deno/base/1.37-dev/Dockerfile

@@ -0,0 +1,52 @@
+# syntax = docker/dockerfile:1.5
+# ---
+# Bare minimum Rust 1.72.x image with deno installed
+# - no Rust crates/packages aside from builtins and deno
+# - no git, secrets, SQL, extensions, etc
+# ---
+# Deno is installed from a PR that adds Jupyter support
+# Rust 1.72 is required
+ARG NBL_DENO_VERSION="1.37-dev"
+FROM rust:1.72 as base
+
+# User/group setup
+USER root
+
+ENV NB_USER="noteable" \
+    NB_UID=4004 \
+    NB_GID=4004
+
+RUN groupadd --gid 4004 noteable && \
+    useradd --uid 4004 \
+    --shell /bin/false \
+    --create-home \
+    --no-log-init \
+    --gid noteable noteable \
+    --home-dir /srv/noteable && \
+    chown --recursive noteable:noteable /srv/noteable && \
+    mkdir -p /etc/noteable && chown noteable:noteable /etc/noteable
+
+WORKDIR /tmp
+
+COPY apt-install /usr/bin/
+COPY Aptfile .
+RUN /usr/bin/apt-install Aptfile
+
+USER noteable
+
+ENV PATH="/srv/noteable/.cargo/bin:${PATH}"
+
+RUN cargo install --git https://github.com/bartlomieju/deno --branch jupyter2 deno
+
+COPY secrets_helper.sh /tmp/secrets_helper.sh
+COPY run.sh /usr/local/bin
+
+ENV HOME="/srv/noteable"
+
+WORKDIR /etc/noteable/project
+EXPOSE 50001-50005
+
+RUN cargo init
+
+ENTRYPOINT ["tini", "-g", "--"]
+CMD ["run.sh"]

deno/run.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+set -o pipefail
+set -o nounset
+set -o errexit
+
+set -x
+
+echo "Local time: $(date)"
+
+set +x
+echo "Injecting Secrets into environment, echoing is turned off"
+# shellcheck disable=SC1091
+source /tmp/secrets_helper.sh
+echo "Done injecting Secrets, turning echoing back on"
+set -x
+
+
+echo "Starting Deno kernel"
+
+exec deno --unstable jupyter --conn /etc/noteable/connections/connection_file.json

docker-bake.hcl

@@ -27,6 +27,21 @@ variable "TIMESTAMP" {
   default = ""
 }
 
+# Group of Deno targets
+group "deno" {
+  targets = [
+    "deno_1_37-dev",
+  ]
+}
+
+# Group of Deno 1.37 targets
+group "deno_1_37-dev" {
+  targets = [
+    "deno_base_1_37-dev",
+  ]
+}
+
+
 # Group of Rust targets
 group "rust" {
   targets = [
@@ -383,3 +398,13 @@ target "rust_base_1_70_0" {
     notequal("", HANDLE) ? "ghcr.io/noteable-io/kernel-rust-1.70-base:${HANDLE}" : ""
   ]
 }
+
+# Base Deno 1.37-dev image
+target "deno_base_1_37-dev" {
+  inherits = ["base"]
+  context = "deno/base/1.37-dev"
+  tags = [
+    "ghcr.io/noteable-io/kernel-deno-1.37-base:${TAG}",
+    notequal("", HANDLE) ? "ghcr.io/noteable-io/kernel-deno-1.37-base:${HANDLE}" : ""
+  ]
+}