Merge pull request #91 from PLUS-POSTECH/windows-ci-support-1803

Support Windows CI

Author: KSAlpha

azure-pipelines.yml

@@ -26,19 +26,21 @@ jobs:
   pool:
     vmImage: 'ubuntu-16.04'
   steps:
-  - template: ci/rust-install.yml
+  - template: ci/install-prerequisites.yml
+    parameters:
+      os: Linux
+  - template: ci/build.yml
     parameters:
       os: Linux
-  - template: ci/rust-build.yml
 
 - job: windows_build
   displayName: Windows Build
   pool:
-    vmImage: 'vs2017-win2016'
-  variables:
-    windowsCI: true
+    vmImage: 'win1803'
   steps:
-  - template: ci/rust-install.yml
+  - template: ci/install-prerequisites.yml
+    parameters:
+      os: Windows
+  - template: ci/build.yml
     parameters:
       os: Windows
-  - template: ci/rust-build.yml

ci/build.yml

@@ -0,0 +1,13 @@
+steps:
+- script: cargo build
+  displayName: 'Build'
+
+- ${{ if eq(parameters.os, 'Windows') }}:
+  - script: |
+      START /B .ci\dockerd.exe --experimental
+      cargo test
+    displayName: 'Test'
+
+- ${{ if ne(parameters.os, 'Windows') }}:
+  - script: cargo test
+    displayName: 'Test'

ci/install-lcow.yml

@@ -0,0 +1,13 @@
+steps:
+- powershell: |
+    mkdir .ci
+    $lcow = ".ci\lcow.zip"
+    $dockerd = ".ci\dockerd.exe"
+
+    wget.exe -nv https://master.dockerproject.org/windows/x86_64/dockerd.exe -O "$dockerd"
+    wget.exe -nv https://github.com/linuxkit/lcow/releases/download/v4.14.35-v0.3.9/release.zip -O "$lcow"
+
+    Stop-Service "Docker"
+    Expand-Archive "$lcow" -DestinationPath "$Env:ProgramFiles\Linux Containers\."
+    rm "$lcow"
+  displayName: 'Install LCOW'

ci/rust-install.yml ci/install-prerequisites.ymlci/rust-install.yml renamed to ci/install-prerequisites.yml

@@ -1,15 +1,19 @@
 steps:
 - ${{ if eq(parameters.os, 'Windows') }}:
+  - script: |
+      choco install wget visualstudio2017-workload-vctools -y --no-progress
+    displayName: Install VC 2017 Build Tools
   - script: |
       curl -sSf -o rustup-init.exe https://win.rustup.rs
       rustup-init.exe -y --default-toolchain stable
       set PATH=%PATH%;%USERPROFILE%\.cargo\bin
       echo "##vso[task.setvariable variable=PATH]%PATH%"
-    displayName: Install Rust
+    displayName: Install Rust Toolchain
+  - template: install-lcow.yml
 
 - ${{ if ne(parameters.os, 'Windows') }}:
   - script: |
       curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain stable
       export PATH=$PATH:$HOME/.cargo/bin
       echo "##vso[task.setvariable variable=PATH]$PATH"
-    displayName: Install Rust
+    displayName: Install Rust Toolchain

ci/rust-build.yml

@@ -19,15 +19,17 @@ use crate::{Environment, Printer, VERSION};
 pub const LABEL_KEY_VERSION: &'static str = "soma.version";
 pub const LABEL_KEY_USERNAME: &'static str = "soma.username";
 pub const LABEL_KEY_REPOSITORY: &'static str = "soma.repository";
+pub const DEFAULT_SOCKET: &'static str = "unix:///var/run/docker.sock";
+pub const DEFAULT_NAMED_PIPE: &'static str = "npipe:////./pipe/docker_engine";
 
 #[cfg(windows)]
 pub fn connect_default() -> SomaResult<Docker<impl Connect>> {
-    Docker::connect_with_named_pipe_defaults()
+    Docker::connect_with_named_pipe(DEFAULT_NAMED_PIPE, 600)
 }
 
 #[cfg(unix)]
 pub fn connect_default() -> SomaResult<Docker<impl Connect>> {
-    Docker::connect_with_unix_defaults()
+    Docker::connect_with_unix(DEFAULT_SOCKET, 600)
 }
 
 #[derive(Clone, Copy, Debug)]
@@ -289,7 +291,7 @@ pub fn create<'a>(
     port_bindings.insert(
         "1337/tcp",
         vec![PortBinding {
-            host_ip: "0.0.0.0",
+            host_ip: "",
             host_port: port_str,
         }],
     );

src/docker.rs

@@ -13,12 +13,12 @@ RUN useradd -m $PROB
 
 {{ #each executable }}
 COPY "{{ path }}" "{{ target_path }}"
-RUN chmod +x "{{ target_path }}"
+RUN chmod 550 "{{ target_path }}"
 {{ /each }}
 
 {{ #each readonly }}
 COPY "{{ path }}" "{{ target_path }}"
-RUN chmod -w "{{ target_path }}"
+RUN chmod 440 "{{ target_path }}"
 {{ /each }}
 
 RUN chown -R root:$PROB /home/$PROB

templates/binary/Dockerfile

@@ -8,30 +8,27 @@ mod common;
 
 #[test]
 fn test_build_clean() {
-    // disabled for Windows CI
-    if option_env!("WINDOWSCI").is_none() {
-        let (_, mut data_dir) = temp_data_dir();
-        let mut env = test_env(&mut data_dir);
+    let (_, mut data_dir) = temp_data_dir();
+    let mut env = test_env(&mut data_dir);
 
-        let repo_name = "test-simple-bof";
-        let image_name = docker::image_name(repo_name);
-        let mut runtime = default_runtime();
+    let repo_name = "test-simple-bof";
+    let image_name = docker::image_name(repo_name);
+    let mut runtime = default_runtime();
 
-        assert!(add(
-            &mut env,
-            "https://github.com/PLUS-POSTECH/simple-bof.git",
-            Some(repo_name),
-        )
-        .is_ok());
+    assert!(add(
+        &mut env,
+        "https://github.com/PLUS-POSTECH/simple-bof.git",
+        Some(repo_name),
+    )
+    .is_ok());
 
-        assert!(build(&env, repo_name, &mut runtime).is_ok());
-        let images = runtime.block_on(docker::list_images(&env)).unwrap();
-        assert!(image_exists(&images, &image_name));
-        assert!(image_from_repo_exists(&images, repo_name));
+    assert!(build(&env, repo_name, &mut runtime).is_ok());
+    let images = runtime.block_on(docker::list_images(&env)).unwrap();
+    assert!(image_exists(&images, &image_name));
+    assert!(image_from_repo_exists(&images, repo_name));
 
-        assert!(clean(&env, repo_name, &mut runtime).is_ok());
-        let images = runtime.block_on(docker::list_images(&env)).unwrap();
-        assert!(!image_exists(&images, &image_name));
-        assert!(!image_from_repo_exists(&images, repo_name));
-    }
+    assert!(clean(&env, repo_name, &mut runtime).is_ok());
+    let images = runtime.block_on(docker::list_images(&env)).unwrap();
+    assert!(!image_exists(&images, &image_name));
+    assert!(!image_from_repo_exists(&images, repo_name));
 }

tests/build_clean.rs

@@ -10,44 +10,41 @@ mod common;
 
 #[test]
 fn test_run_stop() {
-    // disabled for Windows CI
-    if option_env!("WINDOWSCI").is_none() {
-        let (_, mut data_dir) = temp_data_dir();
-        let mut env = test_env(&mut data_dir);
-
-        let repo_name = "test-simple-bof";
-        let image_name = docker::image_name(repo_name);
-        let mut runtime = default_runtime();
-
-        assert!(add(
-            &mut env,
-            "https://github.com/PLUS-POSTECH/simple-bof.git",
-            Some(repo_name),
-        )
-        .is_ok());
-
-        assert!(build(&env, repo_name, &mut runtime).is_ok());
-        let images = runtime.block_on(docker::list_images(&env)).unwrap();
-        assert!(image_exists(&images, &image_name));
-        assert!(image_from_repo_exists(&images, repo_name));
-
-        let container_id = run(&env, repo_name, 31337, &mut runtime).unwrap();
-        let containers = runtime.block_on(docker::list_containers(&env)).unwrap();
-        assert!(container_exists(&containers, &container_id));
-        assert!(container_from_repo_exists(&containers, repo_name));
-
-        // Problem container should be running exclusively
-        assert!(run(&env, repo_name, 31337, &mut runtime).is_err());
-
-        // Cleanup
-        assert!(stop(&env, repo_name, &mut runtime).is_ok());
-        let containers = runtime.block_on(docker::list_containers(&env)).unwrap();
-        assert!(!container_exists(&containers, &container_id));
-        assert!(!container_from_repo_exists(&containers, repo_name));
-
-        assert!(clean(&env, repo_name, &mut runtime).is_ok());
-        let images = runtime.block_on(docker::list_images(&env)).unwrap();
-        assert!(!image_exists(&images, &image_name));
-        assert!(!image_from_repo_exists(&images, repo_name));
-    }
+    let (_, mut data_dir) = temp_data_dir();
+    let mut env = test_env(&mut data_dir);
+
+    let repo_name = "test-simple-bof";
+    let image_name = docker::image_name(repo_name);
+    let mut runtime = default_runtime();
+
+    assert!(add(
+        &mut env,
+        "https://github.com/PLUS-POSTECH/simple-bof.git",
+        Some(repo_name),
+    )
+    .is_ok());
+
+    assert!(build(&env, repo_name, &mut runtime).is_ok());
+    let images = runtime.block_on(docker::list_images(&env)).unwrap();
+    assert!(image_exists(&images, &image_name));
+    assert!(image_from_repo_exists(&images, repo_name));
+
+    let container_id = run(&env, repo_name, 31337, &mut runtime).unwrap();
+    let containers = runtime.block_on(docker::list_containers(&env)).unwrap();
+    assert!(container_exists(&containers, &container_id));
+    assert!(container_from_repo_exists(&containers, repo_name));
+
+    // Problem container should be running exclusively
+    assert!(run(&env, repo_name, 31337, &mut runtime).is_err());
+
+    // Cleanup
+    assert!(stop(&env, repo_name, &mut runtime).is_ok());
+    let containers = runtime.block_on(docker::list_containers(&env)).unwrap();
+    assert!(!container_exists(&containers, &container_id));
+    assert!(!container_from_repo_exists(&containers, repo_name));
+
+    assert!(clean(&env, repo_name, &mut runtime).is_ok());
+    let images = runtime.block_on(docker::list_images(&env)).unwrap();
+    assert!(!image_exists(&images, &image_name));
+    assert!(!image_from_repo_exists(&images, repo_name));
 }