playbook for packet remote ipxe boot (#537)

David Chung · web-flow · commit 3ab2ec53337e · 2017-05-11T09:32:08.000-05:00
Signed-off-by: David Chung &lt;david.chung@docker.com&gt;
diff --git a/docs/playbooks/linuxkit/examples/sshd/hyperkit/destroy-instances.sh b/docs/playbooks/linuxkit/examples/sshd/hyperkit/destroy-instances.sh
diff --git a/docs/playbooks/linuxkit/examples/sshd/hyperkit/index.yml b/docs/playbooks/linuxkit/examples/sshd/hyperkit/index.yml
@@ -0,0 +1,11 @@
+# Provision a single instance
+run-instance : provision-instance.ikt
+
+# Manage a group of nodes
+scale-group : scale-group.ikt
+
+# List instances
+list-instances : list-instances.sh
+
+# Destroy all
+destroy-all : destroy-instances.sh
diff --git a/docs/playbooks/linuxkit/examples/sshd/hyperkit/list-instances.sh b/docs/playbooks/linuxkit/examples/sshd/hyperkit/list-instances.sh
diff --git a/docs/playbooks/linuxkit/examples/sshd/hyperkit/provision-instance.ikt b/docs/playbooks/linuxkit/examples/sshd/hyperkit/provision-instance.ikt
diff --git a/docs/playbooks/linuxkit/examples/sshd/hyperkit/scale-group.ikt b/docs/playbooks/linuxkit/examples/sshd/hyperkit/scale-group.ikt
diff --git a/docs/playbooks/linuxkit/examples/sshd/index.yml b/docs/playbooks/linuxkit/examples/sshd/index.yml
@@ -2,17 +2,11 @@
 
 build-image : build-image.sh
 
-# Provision a single instance
-run-instance : provision-instance.ikt
-
-# Manage a group of nodes
-scale-group : scale-group.ikt
-
-# List instances
-list-instances : list-instances.sh
-
 # Inspect global state
 inspect : inspect.sh
 
-# Destroy all
-destroy-all : destroy-instances.sh
+# hyperkit commands
+hyperkit : hyperkit/index.yml
+
+# packet commands
+packet : packet/index.yml
diff --git a/docs/playbooks/linuxkit/examples/sshd/packet/destroy-instances.sh b/docs/playbooks/linuxkit/examples/sshd/packet/destroy-instances.sh
@@ -0,0 +1,5 @@
+{{/* =% sh %= */}}
+
+{{ $plugin := flag "instance-plugin" "string" "Name of plugin" | prompt "What instance plugin to target?" "string" "instance-packet" }}
+
+infrakit instance --name {{ $plugin }} describe -q | awk '{print $1}' | xargs infrakit instance --name {{ $plugin }} destroy
diff --git a/docs/playbooks/linuxkit/examples/sshd/packet/index.yml b/docs/playbooks/linuxkit/examples/sshd/packet/index.yml
@@ -0,0 +1,14 @@
+# Provision a single instance
+run-instance : provision-instance.ikt
+
+# Manage a group of nodes
+scale-group : scale-group.ikt
+
+# List instances
+list-instances : list-instances.sh
+
+# Destroy all
+destroy-all : destroy-instances.sh
+
+# Serve up the image.  Uses local ngrok to tunnel
+serve-image: serve-image.sh
diff --git a/docs/playbooks/linuxkit/examples/sshd/packet/list-instances.sh b/docs/playbooks/linuxkit/examples/sshd/packet/list-instances.sh
@@ -0,0 +1,3 @@
+{{/* =% sh %= */}}
+
+infrakit instance --name instance-packet describe
diff --git a/docs/playbooks/linuxkit/examples/sshd/packet/provision-instance.ikt b/docs/playbooks/linuxkit/examples/sshd/packet/provision-instance.ikt
@@ -0,0 +1,32 @@
+{{/* Input to create instance using the Packet instance plugin */}}
+{{/* =% instanceProvision "instance-packet" true  %= */}}
+
+{{ $project := var "/project" | flag "project" "string" "Project name" | prompt "Project?" "string" "myproject" }}
+
+{{ $linuxkitPath := flag "bundle-path" "string" "Bundle directory" | prompt "Bundle directory?" "string" (env "PWD") }}
+{{ $bundle := flag "bundle" "string" "Bundle prefix" | prompt "Bundle prefix?" "string" "sshd"}}
+{{ $baseURL := flag "base-url" "string" "Base URL" | prompt "Base URL (from upload or ngrok)?" "string" "https://76c08e79.ngrok.io" }}
+{{ $facility := flag "facility" "string" "Facility" | prompt "Facility?" "string" "sjc1" }}
+{{ $checksum := fetch (cat "file://" $linuxkitPath "/" $bundle "-initrd.img" | nospace) | sha256sum }}
+
+Tags:
+  infrakit.created: {{ now | htmlDate }}
+  infrakit.project: {{ $project }}
+  infrakit.checksum: {{ $checksum }}
+
+Properties:
+  plan: baremetal_0
+  facility: {{ $facility }}
+  operating_system: custom_ipxe
+  billing_cycle: hourly
+  userdata: |
+    #!ipxe
+
+    dhcp
+    set base-url {{ $baseURL }}
+    set kernel-params ip=dhcp nomodeset ro serial console=ttyS1,115200
+    kernel ${base-url}/{{$bundle}}-kernel ${kernel-params}
+    initrd ${base-url}/{{$bundle}}-initrd.img
+    boot
+  hostname_prefix: infrakit-test
+  checksum: {{ $checksum }}
diff --git a/docs/playbooks/linuxkit/examples/sshd/packet/scale-group.ikt b/docs/playbooks/linuxkit/examples/sshd/packet/scale-group.ikt
@@ -0,0 +1,46 @@
+{{/* Input to create a group using the hyperkit instance plugin and manager */}}
+{{/* =% managerCommit true false %= */}}
+
+{{ $project := var "/project" | flag "project" "string" "Project name" | prompt "Project?" "string" "myproject" }}
+
+{{ $groupName := flag "group-name" "string" "Name of group" | prompt "Name of the group?" "string" "mygroup" }}
+{{ $size := flag "size" "int" "Size of the group" | prompt "How many nodes?" "int" 2 }}
+
+{{ $linuxkitPath := flag "bundle-path" "string" "Bundle directory" | prompt "Bundle directory?" "string" (env "PWD") }}
+{{ $bundle := flag "bundle" "string" "Bundle prefix" | prompt "Bundle prefix?" "string" "sshd"}}
+{{ $baseURL := flag "base-url" "string" "Base URL" | prompt "Base URL (from upload or ngrok)?" "string" "https://76c08e79.ngrok.io" }}
+{{ $facility := flag "facility" "string" "Facility" | prompt "Facility?" "string" "sjc1" }}
+{{ $checksum := fetch (cat "file://" $linuxkitPath "/" $bundle "-initrd.img" | nospace) | sha256sum }}
+
+- Plugin: group
+  Properties:
+    ID: {{ $groupName }}
+    Properties:
+      Allocation:
+        Size : {{ $size }}
+      Flavor:
+        Plugin: flavor-vanilla
+        Properties:
+          Tags:
+            infrakit.created: {{ now | htmlDate }}
+            infrakit.project: {{ $project }}
+            infrakit.checksum: {{ $checksum }}
+
+      Instance:
+        Plugin: instance-packet
+        Properties:
+          plan: baremetal_0
+          facility: {{ $facility }}
+          operating_system: custom_ipxe
+          billing_cycle: hourly
+          userdata: |
+            #!ipxe
+
+            dhcp
+            set base-url {{ $baseURL }}
+            set kernel-params ip=dhcp nomodeset ro serial console=ttyS1,115200
+            kernel ${base-url}/{{$bundle}}-kernel ${kernel-params}
+            initrd ${base-url}/{{$bundle}}-initrd.img
+            boot
+            hostname_prefix: infrakit-demo
+            checksum: {{ $checksum }}
diff --git a/docs/playbooks/linuxkit/examples/sshd/packet/serve-image.sh b/docs/playbooks/linuxkit/examples/sshd/packet/serve-image.sh
@@ -0,0 +1,14 @@
+{{/* =% sh %= */}}
+
+{{ $image := `infrakit/devbundle:dev` }}
+{{ $path := flag `path` `string` `Path to serve from` | prompt "Directory to serve kernel images from?" `string` (env `PWD`) }}
+{{ $port := flag `port` `int` `Listen port` | prompt "Listening port?" `int` 8080 }}
+
+echo "Starting up file server from {{$path}}"
+
+docker run  -d --rm --name infrakit-fileserver \
+       -v {{ $path }}:/files -p {{ $port }}:8080 \
+       {{ $image }} infrakit util fileserver /files
+
+
+echo "Don't forget to start up ngrok!!!"
diff --git a/docs/playbooks/linuxkit/index.yml b/docs/playbooks/linuxkit/index.yml
@@ -12,5 +12,13 @@ start : start-infrakit.sh
 # Stops all the infrakit daemons
 stop  : stop-infrakit.sh
 
+# sshd example
+demo-sshd : examples/sshd/index.yml
+
 # Examples
-examples : examples/index.yml
+#examples : examples/index.yml
+
+
+run-gcp: start-instance-gcp.sh
+run-packet: start-instance-packet.sh
+run-hyperkit: start-instance-hyperkit.sh
diff --git a/docs/playbooks/linuxkit/start-infrakit.sh b/docs/playbooks/linuxkit/start-infrakit.sh
@@ -2,16 +2,19 @@
 
 {{/* =% sh %= */}}
 
-{{ $image := flag "infrakit-image" "string" "Infrakit image" | prompt "Infrakit image?" "string" "infrakit/devbundle:dev" }}
+{{ $image := flag "infrakit-image" "string" "Infrakit image" | prompt "Infrakit image?" "string" "infrakit/devbundle" }}
 {{ $port := flag "infrakit-port" "int" "Infrakit mux port" | prompt "Infrakit port for remote access?" "int" 24864 }}
 
 {{ $project := flag "project" "string" "Project name" | prompt "What's the name of the project?" "string" "testproject"}}
 
 
+{{/* global variable used by other sourced templates */}}
+{{ var "infrakit-image" $image }}
+
 {{/* optional plugins */}}
 
 
-echo "Starting up infrakit base...  You can connect to it at infrakit -H localhost:{{$port}}"
+echo "Starting up infrakit containers."
 
 export INFRAKIT_HOME={{env `INFRAKIT_HOME` }}
 mkdir -p $INFRAKIT_HOME/configs
@@ -37,18 +40,22 @@ docker run  -d --volumes-from infrakit --name manager \
 
 {{ var "/project" $project }}
 
+{{ source "start-instance-gcp.sh" }}
+
 {{ source "start-instance-hyperkit.sh" }}
 
-{{ source "start-instance-gcp.sh" }}
+{{ source "start-instance-packet.sh" }}
 
 echo "Updating hosts file"
 {{ $hostsFile := list (env `INFRAKIT_HOME`) `/hosts` | join `` }}
 {{ $hosts :=  include (list `file://` $hostsFile | join ``) | yamlDecode }}
 {{ $_ := set $hosts `localhost` (list `localhost` $port | join `:`) }}
 echo "{{ $hosts | yamlEncode }}" > {{ $hostsFile }}
+echo "Updated hosts file.  You are using the host `localhost` as defined in your hosts file in INFRAKIT_HOME/hosts"
 
 echo "Started hyperkit: {{ var `started-hyperkit` }}"
 echo "Started gcp:      {{ var `started-gcp` }}"
+echo "Started packet:      {{ var `started-packet` }}"
 
 tracked=``
 # Start any tracker of resources
@@ -58,8 +65,24 @@ tracked="$tracked --instance instance-hyperkit"
 {{ if var `started-gcp`}}
 tracked="$tracked --instance instance-gcp"
 {{ end }}
+{{ if var `started-packet`}}
+tracked="$tracked --instance instance-packet"
+{{ end }}
 
 if [[ "$tracked" != "" ]]; then
-docker run -d --volumes-from infrakit --name tracker \
-       {{ $image }} infrakit util track --name tracker $tracked
+    echo "Tracking instances:  $tracked"
+    docker run -d --volumes-from infrakit --name tracker \
+	   {{ $image }} infrakit util track --name tracker $tracked
 fi
+
+# Fileserver for ixpe boot from your host
+{{ $path := flag `fileserver-path` `string` `Path to serve from` | prompt "Directory to serve from?" `string` (env `PWD`) }}
+{{ $port := flag `fileserver-port` `int` `Listen port` | prompt "Listening port?" `int` 8080 }}
+
+echo "Starting up file server from {{$path}}"
+
+docker run  -d --rm --name infrakit-fileserver \
+       -v {{ $path }}:/files -p {{ $port }}:8080 \
+       {{ $image }} infrakit util fileserver /files
+
+echo "Don't forget to start up ngrok!!!"
diff --git a/docs/playbooks/linuxkit/start-instance-gcp.sh b/docs/playbooks/linuxkit/start-instance-gcp.sh
@@ -8,7 +8,7 @@
 {{ $credentials := flag "credential-path" "string" "Path to credentials.json" | cond $gcp | prompt "Credentials JSON path?" "string" $defaultCred }}
 {{ $zone := flag "zone" "string" "GCP zone" | cond $gcp | prompt "What's the zone?" "string" "us-central1-f"}}
 
-{{ $gcpImage := flag "gcp-plugin" "string" "Image of the plugin" |  cond $gcp | prompt "What's the GCP plugin image?" "string" "infrakit/gcp:dev" }}
+{{ $gcpImage := flag "gcp-plugin" "string" "Image of the plugin" |  cond $gcp | prompt "What's the GCP plugin image?" "string" "infrakit/gcp" }}
 
 {{ $project := var "/project" }}
 
diff --git a/docs/playbooks/linuxkit/start-instance-packet.sh b/docs/playbooks/linuxkit/start-instance-packet.sh
@@ -0,0 +1,29 @@
+#!/bin/bash
+
+{{/* =% sh %= */}}
+
+{{ $defaultImage := var `infrakit-image` | default `infrakit/devbundle` }}
+{{ $packet := flag "start-packet" "bool" "Start PACKET plugin" | prompt "Start PACKET plugin?" "bool" "no" }}
+
+{{ $authFile := list `file://` (env `HOME`) `/.config/packet/auth.json` | join `` }}
+{{ $auth := include $authFile | jsonDecode }}
+
+{{ $t := flag `token` `string` `Token` | cond $packet | prompt `Packet API Token?` `string` $auth.token }}
+{{ $p := flag `project-id` `string` `Project ID` | cond $packet | prompt `Packet Project ID?` `string` $auth.projectID }}
+
+{{ $packetImage := var `infrakit-image` | flag `packet-image` `string` `Docker image` | cond $packet | prompt `Packet plugin Docker Image?` `string` $defaultImage }}
+{{ $project := var "/project" }}
+
+{{ if $packet }}
+
+echo "Starting PACKET plugin"
+
+# Starting docker container for instance plugin
+docker run -d --volumes-from infrakit --name instance-packet \
+       {{$packetImage}} infrakit-instance-packet  --log 5 \
+       --namespace-tags {{cat "infrakit.scope=" $project | nospace}} \
+       --project-id {{ $p }} --access-token {{ $t }}
+
+{{ var `started-packet` true }}
+
+{{ end }}
diff --git a/docs/playbooks/linuxkit/stop-infrakit.sh b/docs/playbooks/linuxkit/stop-infrakit.sh
@@ -10,11 +10,11 @@
 
 echo "Stopping Infrakit"
 
-docker ps -f ancestor=infrakit/devbundle:dev -qa | xargs docker stop
-docker ps -f ancestor=infrakit/devbundle:dev -qa | xargs docker rm
+docker ps -f ancestor=infrakit/devbundle -qa | xargs docker stop
+docker ps -f ancestor=infrakit/devbundle -qa | xargs docker rm
 
-docker ps -f ancestor=infrakit/gcp:dev -qa | xargs docker stop
-docker ps -f ancestor=infrakit/gcp:dev -qa | xargs docker rm
+docker ps -f ancestor=infrakit/gcp -qa | xargs docker stop
+docker ps -f ancestor=infrakit/gcp -qa | xargs docker rm
 
 echo "Stopping local hyperkit plugin"
 

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+{{/* =% sh %= */}}`
	`2`	`+`
	`3`	`+infrakit instance --name instance-packet describe`