gimlet: add "gimlet" factory to manage bare metal bench Gimlet jobs

Author: jclulow

Cargo.lock

@@ -8,6 +8,7 @@ members = [
 	"database",
 	"download",
 	"factory/aws",
+	"factory/gimlet",
 	"factory/lab",
 	"factory/propolis",
 	"github/client",
@@ -36,6 +37,8 @@ aws-types = "1"
 base64 = "0.22"
 bytes = "1.1"
 chrono = { version = "0.4", features = [ "serde" ] }
+debug_parser = "0.1"
+devinfo = { version = "0.1", features = [ "private" ] }
 dirs-next = "2"
 dropshot = { git = "https://github.com/oxidecomputer/dropshot" }
 futures = "0.3"
@@ -49,6 +52,7 @@ http = "1"
 http-body-util = "0.1"
 http-range = "0.1"
 hyper = "1"
+iddqd = "0.3"
 ipnet = "2.8"
 jmclib = { git = "https://github.com/jclulow/rust-jmclib", features = ["sqlite"] }
 libc = "0.2.113"
@@ -89,4 +93,5 @@ tokio-stream = "0.1"
 tokio-util = { version = "0.7", features = [ "io" ] }
 toml = "0.8"
 usdt = "0.5"
+uuid = { version = "1", features = [ "v4" ] }
 zone = { version = "0.3", features = [ "async" ], default-features = false }

Cargo.toml

@@ -118,6 +118,7 @@ pub fn guess_mime_type(filename: &str) -> String {
 
 pub trait OutputExt {
     fn info(&self) -> String;
+    fn stdout_string(&self) -> Result<String>;
 }
 
 impl OutputExt for std::process::Output {
@@ -151,6 +152,10 @@ impl OutputExt for std::process::Output {
 
         out
     }
+
+    fn stdout_string(&self) -> Result<String> {
+        Ok(String::from_utf8(self.stdout.clone())?)
+    }
 }
 
 pub trait DurationExt {

common/src/lib.rs

@@ -0,0 +1,35 @@
+[package]
+name = "buildomat-factory-gimlet"
+version = "0.0.0"
+edition = "2021"
+license = "MPL-2.0"
+
+[dependencies]
+buildomat-common = { path = "../../common" }
+buildomat-database = { path = "../../database" }
+#buildomat-download = { path = "../../download" }
+buildomat-client = { path = "../../client" }
+buildomat-types = { path = "../../types" }
+
+anyhow = { workspace = true }
+chrono = { workspace = true }
+debug_parser = { workspace = true }
+devinfo = { workspace = true }
+dropshot = { workspace = true }
+getopts = { workspace = true }
+hyper = { workspace = true }
+iddqd = { workspace = true }
+libc = { workspace = true }
+rand = { workspace = true }
+schemars = { workspace = true }
+sea-query = { workspace = true }
+semver = { workspace = true }
+serde = { workspace = true }
+slog = { workspace = true }
+slog-term = { workspace = true }
+strum = { workspace = true }
+tlvc = { workspace = true }
+tokio = { workspace = true }
+toml = { workspace = true }
+usdt = { workspace = true }
+uuid = { workspace = true }

factory/gimlet/Cargo.toml

@@ -0,0 +1,18 @@
+-- v 1
+CREATE TABLE instance (
+    model           TEXT    NOT NULL,
+    serial          TEXT    NOT NULL,
+    seq             INTEGER NOT NULL,
+
+    worker          TEXT    NOT NULL,
+    lease           TEXT    NOT NULL,
+    target          TEXT    NOT NULL,
+    state           TEXT    NOT NULL,
+    bootstrap       TEXT    NOT NULL,
+
+    PRIMARY KEY (model, serial, seq)
+)
+
+-- v 2
+CREATE INDEX instance_active ON instance (state)
+    WHERE state <> 'destroyed';

factory/gimlet/schema.sql

@@ -0,0 +1,65 @@
+#!/usr/bin/env bash
+
+set -o errexit
+set -o pipefail
+
+function os_release {
+	if [[ ! -f /etc/os-release ]]; then
+		printf '\n'
+	else
+		local r=$( ( . /etc/os-release ; eval "echo \$$1" ) )
+		printf '%s\n' "${r// /+}"
+	fi
+}
+
+#
+# Give the server some hints as to what OS we're running so that it can give us
+# the most appropriate agent binary:
+#
+q="?kernel=$(uname -s)"
+q+="&proc=$(uname -p)"
+q+="&mach=$(uname -m)"
+q+="&plat=$(uname -i)"
+q+="&id=$(os_release ID)"
+q+="&id_like=$(os_release ID_LIKE)"
+q+="&version_id=$(os_release VERSION_ID)"
+
+if [[ $(uname -s) == SunOS ]]; then
+	#
+	# The Internet at the office does not have consistently fantastic
+	# peering, so make sure we're putting our best foot forward with TCP:
+	#
+	ipadm set-prop -p send_buf=512000 tcp || true
+	ipadm set-prop -p recv_buf=512000 tcp || true
+	ipadm set-prop -p congestion_control=cubic tcp || true
+fi
+
+while :; do
+	rm -f /var/tmp/agent
+	rm -f /var/tmp/agent.gz
+
+	#
+	# First, try the gzip-compressed agent URL:
+	#
+	if curl -sSf -o /var/tmp/agent.gz '%URL%/file/agent.gz'"$q"; then
+		if ! gunzip < /var/tmp/agent.gz > /var/tmp/agent; then
+			sleep 1
+			continue
+		fi
+	#
+	# If that doesn't work, fall back to the old uncompressed URL:
+	#
+	elif ! curl -sSf -o /var/tmp/agent '%URL%/file/agent'"$q"; then
+		sleep 1
+		continue
+	fi
+
+	chmod +rx /var/tmp/agent
+	if ! /var/tmp/agent install '%URL%' '%STRAP%'; then
+		sleep 1
+		continue
+	fi
+	break
+done
+
+exit 0