get tests running with ssh / docker-compose

SSHLauncher switched to record host+pid instead of holding open connection

needed for to/from_dict

Author: minrk

.gitignore

@@ -23,3 +23,5 @@ __pycache__
 .coverage.*
 .idea
 htmlcov
+id_*sa
+.vscode

ci/ssh/Dockerfile

@@ -0,0 +1,38 @@
+# syntax = docker/dockerfile:1.2.1
+FROM ubuntu:20.04
+RUN --mount=type=cache,target=/var/cache/apt \
+    rm -f /etc/apt/apt.conf.d/docker-clean \
+ && apt-get update \
+ && apt-get -y install wget openssh-server
+
+ENV MAMBA_ROOT_PREFIX=/opt/conda
+ENV PATH=$MAMBA_ROOT_PREFIX/bin:$PATH
+RUN wget -qO- https://micro.mamba.pm/api/micromamba/linux-64/latest | tar -xvj bin/micromamba \
+ && mv bin/micromamba /usr/local/bin/micromamba
+
+RUN --mount=type=cache,target=${MAMBA_ROOT_PREFIX}/pkgs \
+    micromamba install -y -p $MAMBA_ROOT_PREFIX -c conda-forge \
+        python=3.8 \
+        pip \
+        ipyparallel
+
+# generate a user with home directory and trusted ssh keypair
+RUN useradd -m -s /bin/bash -N ciuser
+USER ciuser
+RUN mkdir ~/.ssh \
+ && chmod 0700 ~/.ssh \
+ && ssh-keygen -q -t rsa -N '' -f /home/ciuser/.ssh/id_rsa \
+ && cat ~/.ssh/id_rsa.pub > ~/.ssh/authorized_keys \
+ && chmod 0600 ~/.ssh/*
+USER root
+
+
+ENV PIP_CACHE_DIR=/tmp/pip-cache
+COPY . /src/ipyparallel
+RUN --mount=type=cache,target=${PIP_CACHE_DIR} python3 -m pip install -e 'file:///src/ipyparallel#egg=ipyparallel[test]'
+
+EXPOSE 22
+# needed for sshd to start
+RUN mkdir /run/sshd
+# run sshd in the foreground
+CMD /usr/sbin/sshd -D -e

ci/ssh/docker-compose.yaml

@@ -0,0 +1,8 @@
+services:
+  sshd:
+    image: ipyparallel-sshd
+    build:
+      context: ../..
+      dockerfile: ci/ssh/Dockerfile
+    ports:
+      - 2222:22

ci/ssh/ipcluster_config.py

@@ -0,0 +1,20 @@
+import os
+
+c.Cluster.controller_ip = '0.0.0.0'
+c.Cluster.engine_launcher_class = 'SSH'
+
+ssh_key = os.path.join(os.path.dirname(__file__), "id_rsa")
+c.Cluster.controller_ip = '0.0.0.0'
+c.Cluster.engine_launcher_class = 'SSH'
+c.SSHEngineSetLauncher.scp_args = c.SSHLauncher.ssh_args = [
+    "-o",
+    "UserKnownHostsFile=/dev/null",
+    "-o",
+    "StrictHostKeyChecking=no",
+    "-i",
+    ssh_key,
+]
+c.SSHEngineSetLauncher.engines = {"[email protected]:2222": 4}
+c.SSHEngineSetLauncher.remote_python = "/opt/conda/bin/python3"
+c.SSHEngineSetLauncher.remote_profile_dir = "/home/ciuser/.ipython/profile_default"
+c.SSHEngineSetLauncher.engine_args = ['--debug']