Staging init

Author: MoteHue

environments/site/builder.pkrvars.hcl

@@ -1,5 +1,6 @@
 flavor = "hpc.v2.16cpu.128ram"                           # VM flavor to use for builder VMs
 networks = ["d21d2d5c-58dc-43a8-954c-8ebd4da7e198"]   # List of network UUIDs to attach the VM to
 source_image_name = "openhpc-RL9-250312-1435-7e5c051d"   # Name of image to create VM with, i.e. starting image
-inventory_groups = "doca"            # Additional inventory groups to add build VM to
-volume_size= "30"            # Larger volume to fit DOCA install
+inventory_groups = "doca,cuda"            # Additional inventory groups to add build VM to
+volume_size= "30"            # Larger volume to fit DOCA install
+image_disk_format = "raw"

environments/site/inventory/group_vars/all/pulp.yml

@@ -0,0 +1,3 @@
+---
+dnf_repos_username: "{{ ark_username }}"
+dnf_repos_password: "{{ ark_password }}"

environments/site/inventory/group_vars/all/secrets.yml

@@ -0,0 +1,9 @@
+$ANSIBLE_VAULT;1.1;AES256
+61313662666466633462333536323135373036366339363733396230353139323961613039663835
+6564386437316439353431386365616634376435343934300a613936366566306363633862333139
+33663362633938373736326337393862646261353062666662336566313436353263316662383735
+6133643236636365620a313965353535303666316437373633643764626665633663393631336464
+37366231353338666631656365333061623735336261373362386235666633623237656331386665
+66616261343663616663383162623732373738306437656637626432373232623865373233656536
+34313964623633653866613030633766386137623662356638386438633436393833646333326436
+30623764643565636138

environments/site/tofu/control.tf

@@ -16,7 +16,7 @@ resource "openstack_networking_port_v2" "control" {
 
   no_security_groups = lookup(each.value, "no_security_groups", false)
   security_group_ids = lookup(each.value, "no_security_groups", false) ? [] : [for o in data.openstack_networking_secgroup_v2.nonlogin: o.id]
-
+  # port_security_enabled = lookup(each.value, "port_security_enabled", true)
   binding {
     vnic_type = lookup(var.vnic_types, each.key, "normal")
   }

environments/site/tofu/node_group/nodes.tf

@@ -47,7 +47,7 @@ resource "openstack_networking_port_v2" "compute" {
 
   no_security_groups = lookup(each.value, "no_security_groups", false)
   security_group_ids = lookup(each.value, "no_security_groups", false) ? [] : var.security_group_ids
-
+  # port_security_enabled = lookup(each.value, "port_security_enabled", true)
   binding {
     vnic_type = lookup(var.vnic_types, each.value.network, "normal")
   }

environments/site/tofu/variables.tf

@@ -76,7 +76,7 @@ variable "login" {
 variable "cluster_image_id" {
     type = string
     description = "ID of default image for the cluster"
-    default = "fa4cd35b-a9a0-4042-be81-d4bdd4e87daa"
+    default = "fa334314-88f9-41eb-9b49-4a7bfa651641"
 }
 
 variable "compute" {

environments/staging/tofu/main.tf

@@ -17,6 +17,10 @@ module "cluster" {
         subnet = "external-ceph"
       }
     ]
+    vnic_types = {
+      "slurm-staging" = "normal"
+      "external-ceph" = "normal"
+    }
     compute = {
       # Group name used for compute node partition definition
       general = {
@@ -37,11 +41,21 @@ module "cluster" {
             "compute-13"
           ]
           flavor: "hpc.v2.32cpu.128ram"
-          vnic_types = {
-            "slurm-staging" = "direct"
-            "external-ceph" = "direct"
-          }
       }
+      # gpu = {
+      #     nodes: [
+      #       "gpu-0",
+      #       "gpu-1",
+      #     ]
+      #     flavor: "hpc.v2.16cpu.128ram.a100"
+      # }
+      # highmem = {
+      #     nodes: [
+      #       "highmem-0",
+      #       "highmem-1",
+      #     ]
+      #     flavor: "hpc.v2.60cpu.480ram"
+      # }
   }
 
     environment_root = var.environment_root