add link to google cloud

Signed-off-by: vsoch <[email protected]>

Author: vsoch

README.md

@@ -7,7 +7,7 @@
 - [flux-in-slurm](tutorial/flux-in-slurm): Bring up a Flux instance (in user-space) in a Slurm Allocation - both in Kubernetes ([video](https://youtu.be/8ZkSLV0m7To?si=WqWKCe2jvRuTXvlJ)) 
 - [Flux on AWS](tutorial/aws): Deploy an entire Flux Framework cluster to "bare metal" instances on AWS with (essentially) two `make` commands - one to build with packer, and one to deploy with Terraform ([video](https://youtu.be/LJh-ab6fAqE?si=dIzScA530N7lXs_7))
 - [Flux on Azure](tutorial/azure): Deploy Flux Framework on Azure with Infiniband
-- [Flux on Google](tutorial/google): Deploy Flux Framework on Google Cloud
+- [Flux on Google](tutorial/google): Deploy Flux Framework on Google Cloud ([video](https://youtu.be/-EUE7Q6OI-8?si=F1UuFMRc71ddifDZ))
 - [HPCIC Tutorial 2024](https://youtu.be/Dt4CSZWSEJE?si=b2O7lQrJixcKh-EJ)
 
 ## What is this?

tutorial/google/build-images/build.sh

@@ -221,5 +221,24 @@ export VERSION=4.0.1 && \
 # Along with the /etc/flux/system/R
 sudo mkdir -p /etc/flux/system
 
+# Memory / file limits
+cat <<EOF | tee /tmp/memory
+*	soft	nproc	unlimited
+*	hard	nproc	unlimited
+*	soft	memlock	unlimited
+*	hard	memlock	unlimited
+*	soft	stack	unlimited
+*	hard	stack	unlimited
+*	soft	nofile	unlimited
+*	hard	nofile	unlimited
+*	soft	cpu	unlimited
+*	hard	cpu	unlimited
+*	soft	rtprio	unlimited
+*	hard	rtprio	unlimited
+EOF
+
+sudo cp /tmp/memory /etc/security/limits.d/98-google-hpc-image.conf
+sudo cp /tmp/memory /etc/security/limits.conf
+
 # 
 # At this point we have what we need!

tutorial/google/tf/basic.tfvars

@@ -3,13 +3,14 @@ compute_node_specs = [
   {
     name_prefix  = "flux"
     machine_arch = "x86-64"
-    machine_type = "c2d-standard-112"
-    gpu_type     = null
-    gpu_count    = 0
-    compact      = false
-    instances    = 2
-    properties   = []
-    boot_script  = <<BOOT_SCRIPT
+    machine_type = "c2d-standard-16"
+    # machine_type = "c2d-standard-112"
+    gpu_type    = null
+    gpu_count   = 0
+    compact     = false
+    instances   = 2
+    properties  = []
+    boot_script = <<BOOT_SCRIPT
 #!/bin/sh
 
 # This is already built into the image
@@ -34,6 +35,16 @@ sudo mkdir -p /run/flux
 mkdir -p /opt/run/flux
 sudo chown -R flux /run/flux /opt/run/flux
 
+# Write imp toml configuration
+
+cat <<EOF | tee /tmp/imp.toml
+# Only allow access to the IMP exec method by the 'flux' user.
+# Only allow the installed version of flux-shell(1) to be executed.
+[exec]
+allowed-users = [ "flux" ]
+allowed-shells = [ "/usr/libexec/flux/flux-shell" ]
+EOF
+
 # Write updated broker.toml
 cat <<EOF | tee /tmp/broker.toml
 # Flux needs to know the path to the IMP executable
@@ -77,8 +88,9 @@ hosts = [
 tcp_user_timeout = "2m"
 EOF
 
-sudo mkdir -p /etc/flux/system/conf.d /etc/flux/system/cron.d
+sudo mkdir -p /etc/flux/system/conf.d /etc/flux/system/cron.d /etc/flux/imp/conf.d
 sudo mv /tmp/broker.toml /etc/flux/system/conf.d/broker.toml
+sudo mv /tmp/imp.toml /etc/flux/imp/conf.d/imp.toml
 
 # Write new service file
 cat <<EOF | tee /tmp/flux.service
@@ -108,6 +120,7 @@ ExecStart=/bin/bash -c '/usr/bin/flux broker \
 SyslogIdentifier=flux
 ExecReload=/usr/bin/flux config reload
 LimitMEMLOCK=infinity
+LimitNOFILE=infinity
 TasksMax=infinity
 LimitNPROC=infinity
 Restart=always