Skip to content

Commit 69aa166

Browse files
MoteHueMoteHue
authored
Merge pull request #1 from ACRC/staging-init
Staging init
2 parents 120bcfc + 6c5fa8f commit 69aa166

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

58 files changed

+1988
-0
lines changed

‎environments/production/README.md‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
# Production cluster
2+
3+
Production environment for Digital Labs
4+
5+
See the main README.md in the repo root for an overview and general install instructions. Any environment-specific instructions should be added here.

‎environments/production/activate‎

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
export APPLIANCES_ENVIRONMENT_ROOT=$(dirname $(realpath ${BASH_SOURCE[0]:-${(%):-%x}}))
2+
echo "Setting APPLIANCES_ENVIRONMENT_ROOT to $APPLIANCES_ENVIRONMENT_ROOT"
3+
4+
export PS1="$(basename $APPLIANCES_ENVIRONMENT_ROOT)/ ${PS1}"
5+
6+
export APPLIANCES_REPO_ROOT=$(realpath "$APPLIANCES_ENVIRONMENT_ROOT/../..")
7+
echo "Setting APPLIANCES_REPO_ROOT to $APPLIANCES_REPO_ROOT"
8+
9+
export TF_VAR_environment_root=$(realpath "$APPLIANCES_ENVIRONMENT_ROOT")
10+
echo "Setting TF_VAR_environment_root to $TF_VAR_environment_root"
11+
12+
export PKR_VAR_environment_root=$(realpath "$APPLIANCES_ENVIRONMENT_ROOT")
13+
echo "Setting PKR_VAR_environment_root to $PKR_VAR_environment_root"
14+
15+
export PKR_VAR_repo_root=$(realpath "$APPLIANCES_REPO_ROOT")
16+
echo "Setting PKR_VAR_repo_root to $PKR_VAR_repo_root"
17+
18+
if [ -f "$APPLIANCES_ENVIRONMENT_ROOT/ansible.cfg" ]; then
19+
export ANSIBLE_CONFIG=$APPLIANCES_ENVIRONMENT_ROOT/ansible.cfg
20+
fi
21+
22+

‎environments/production/ansible.cfg‎

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
[defaults]
2+
any_errors_fatal = True
3+
stdout_callback = debug
4+
stderr_callback = debug
5+
gathering = smart
6+
forks = 30
7+
host_key_checking = False
8+
inventory = ../common/inventory,../site/inventory,inventory
9+
collections_path = ../../ansible/collections
10+
roles_path = ../../ansible/roles
11+
filter_plugins = ../../ansible/filter_plugins
12+
13+
[ssh_connection]
14+
ssh_args = -o ControlMaster=auto -o ControlPath=~/.ssh/%r@%h-%p -o ControlPersist=240s -o PreferredAuthentications=publickey -o UserKnownHostsFile=/dev/null
15+
pipelining = True
16+
17+
[inventory]
18+
# Fail when any inventory source cannot be parsed.
19+
any_unparsed_is_failed = True

‎environments/production/hooks/.gitkeep‎

Whitespace-only changes.

‎environments/production/inventory/group_vars/all/.gitkeep‎

Whitespace-only changes.

‎environments/production/inventory/group_vars/all/basic_users.yml‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
basic_users_users:
2+
- name: demo_user
3+
password: "{{ vault_demo_user_password | password_hash('sha512', 65534 | random(seed=inventory_hostname) | string) }}" # idempotent
4+
uid: 1005

‎environments/production/inventory/group_vars/all/grafana.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
grafana_auth_anonymous: true

‎environments/production/inventory/group_vars/all/hpctests.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
hpctests_user: demo_user

‎environments/production/inventory/group_vars/all/secrets.yml‎

Lines changed: 107 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,107 @@
1+
$ANSIBLE_VAULT;1.1;AES256
2+
66353034643861343362393733323461626362313837363435386234383338653462363562643966
3+
6561343562653861376632313237323131326338366461370a393931663138333736613330343434
4+
61393930623533333865343931613239346137356461623634663330633432313634643233333766
5+
3363346235396331370a666235613335666565643933653739663764626537366366636666313865
6+
34376139666534666138333730653364323537363864303537636130333032306664353363626237
7+
38313161636537623237353365636233333461623261663731646230306361363131366366313330
8+
66333763363135376139666162353430623966333732613930633435386238663230386234316261
9+
34373737353935303733333237616166363964346265323866646263313039643433303530353464
10+
61306632666534326637666361383931663063623230636430663766373262666134626239373331
11+
30656334616332313038393339393564363434663966363636393566383263663237303732316233
12+
30633736636563376164316439383432383037363634356665653533383037666634306664353262
13+
63313664376464373335333765613333323537343236353433313464643532363562346530613066
14+
62623661616232343262376162333038383037643461323365393534363130376434303837643733
15+
32363635313635303032653365313839616438326235643532333139383131363861623738376161
16+
39326235643338656231633638363435663838396431656235343465383964343335353765646632
17+
37623236356437383730313164323036396137383139636535333733333662363933636337623433
18+
37633764333830663239646237633839313166333066313564663935656161343237376162646165
19+
35633532323565303862643131663337353564343039653235363638363331373635636263326262
20+
66633162633137323836303831313162333635313239646366316433386633626433306465653435
21+
36656635343630633731646561613639333539633963613062326336643262316263383031313734
22+
62643662373335623035303236666231663565633061643163366631306438353764373761666232
23+
35346332313636333463346639653266363237643732653865633837366332643362326134653364
24+
30356336636436316662343361633432313661346364393032313538636132333136313665323536
25+
66626663356163373139636363333138353133623064626235393266396564633338333037653735
26+
37653466666136633237616334626235313862383065366661383065316237333532653338336664
27+
32393439663038373338303334326338386337343930626464343635353239376231633063323430
28+
64663833373339646530306365346137653538376536363466366630373937346132396130613637
29+
38626332633739363763383433333533343638323936333934333536346366386536383339626135
30+
65363934323038393239326436336233623164336539316161383034323066663762323933303037
31+
35343232616536656135376631306433613636303036646332306261633835316339326435653461
32+
64636232643432333334653661306333333936646539363834373835326438336366636561616538
33+
63356334353566613333376433383265363332303537646564366233323963613265373163636361
34+
35326436653337353862633930373932383765333330363437383761616464366433666366316263
35+
38316337326363633837376235386362663136613039333361393138383433363762613436396437
36+
30393861666437646365643639643131383566363462393066343661303630363461356361363330
37+
63633663643036383431666538643963373937623461343132383437386664333565386332623361
38+
62376466363434383462343062646233343864626663626663386164383234616332376364326232
39+
62343333613631376263643531383437356435646662623631663837653232613333356138333637
40+
37623536393732623033656433396633376438663332313833633031396234663230316531343133
41+
33373534333231393463666234373565616332643333313665663661633230346535366333643731
42+
38393663336535653736353733316265363239336535636335636433643135336539623631353266
43+
64326365616166666464653532393562666364646164396161336663636664313236393365373665
44+
37643266643566353030313135323361303132336634376464613937343734333331613431646430
45+
32326636366335633364656432336431383837306335356435663236333732343039306439663439
46+
36373736626566333665666361653237363731396664646433613162653064363263646238373630
47+
61393033363838326165386361633563666630666462643730363366663861633539326332306431
48+
32666339663734636265383838386237343761346635613437373030623363373062393963313632
49+
33646431383930613833633530613834646231393332353336643635613832623465343731643836
50+
33383061323238366235373539313135303931343662326232343434376134326336633334363964
51+
32383637373462356166373130633830623662616534313938333839336538313938333238396533
52+
62623134616639366330613534313165363662343162316161633338626137663435346134356137
53+
33366537366631313664306361633232323632623035383566623362383532386130343032623935
54+
31303562323337303934313366666334363934323162653364303736636565336162653834363331
55+
63323836316531383566323032373535313830653434633836393233366436653732663361613532
56+
37666461393335346532343632663436393737303130343162343864346462343036333632333030
57+
61636238363439326161353562313239636338396139613636656234663835326530643831393739
58+
34366636656366626135306466623766323334343461663331663464633434326436363436356434
59+
39656334653037336630396131393732333134646530393164346166303730356561383664366336
60+
37633636643334393363616231613037636537643636613932343930356461633137373561353638
61+
62333237316363613362663135623666333163626137333261636136386631646161616231643865
62+
66316136336561313038626236313435623762323734366166346432323334383366623262613130
63+
64613737656130353261646431366465336439643634333130376330623562636661613030663438
64+
33616134303165653531343631343338333562653765313463643964323337643531663834653936
65+
31356430356231313866376438666337343932363164363333653731663733653631313764623838
66+
61616165316661386633333261383232396663633038363231326431656236643065373733356262
67+
32383336656665373062356231616230386661616664613431366439303936653138363537656261
68+
39636165306466646434303666313439643862326263323032376630353163663931623737626366
69+
61623534306665643532666233303331316239613565313065393765323339366338376265313833
70+
64316435366263383638646331383731383537313438353465376337343830373436646534333464
71+
66383937366130646363623734376464326639343661633935323336626435336662333966393231
72+
37306566353134386438336135313538663332623130666566303033623832333130356437636265
73+
33663962613730616165313762636164346366363265633739626437356130653330393665663436
74+
31383234313965326630313431393936333335363037393934316663656338353066343839633235
75+
33643139333438363036626530353638303564633635346335626165383738356336643836663931
76+
37343536343164633039366266653166376239373237333464343263376535646532376637326138
77+
63626365636634306133366233663339346434613634323462373433653331376366666432613238
78+
35633261656230363339323363363935353834383633613036336335306335303661323362626539
79+
35303537336630303537626436316135373665336165376433323838306433616435316464313362
80+
35643830323231623865663535336135303463326434393366663463626432646335663465383766
81+
33393034366638323465363065306431643361636162333962643030363762316138393163626663
82+
35343137663235666663306633626366383237643233326463383130336332626165393564623032
83+
65313463353038653661373536333834623131373363383065336466346261646238316339336333
84+
33626535623930666164623365373535633734376566393032626637613065316262663735376463
85+
63303763663562316663346166306634306665366635383562393665333637343362373233323638
86+
30346565646535313662326130346338656331353430663331383633633539613939326132643339
87+
33323962333236616163306263613561663161303536303636643361396130643834323666326637
88+
65653165626332643831393763383465623337353962383265366532383062666562383664613761
89+
33633138313134326236646439386166623233626364366334303066643630343365353033356239
90+
30303361333431333365653565396464306664663532326631326462633239313430666539366135
91+
35336438303231626634313562353539393535326337376261323839323665306638353364323365
92+
35663239346136303462313835376139343231666438363061376661306638633962636634663265
93+
36663837363661653763653264376438383866646231343762613636343034666463363834373336
94+
36393337653934386139393831313332636237616439366337613133346161353761343436373236
95+
35306364376463643033653064346666653033366438366139633436646365663364333033633533
96+
35393037373736386235396464386639333864386431376165393937333938623237656237383431
97+
38613730383030316661663866336465346430323231366234353961333339386362313837656337
98+
32613131393334393362326433636564343262303861386666653462386139656133616237323132
99+
66396432613830616165623534396435646536366636643334356634353339323166303030643537
100+
34333939353162366530323064326562303639313733333035386437613166373232613335333536
101+
33353534643362303036623263333131623763663261653238363638373339316461373564313534
102+
36373237666132393363376631383263643634613038326164316536373464306434376265376237
103+
34356430343862656334643635393461383233323662333165626465666631356434396536323239
104+
39633031626163666461623833343163356265333833396332623263366264333431346231396464
105+
61396233623266303639353730653266383764636165333666626330636236313164663164343531
106+
63323364313533343636313264393538323231373432336532636365663265383166613731356634
107+
6264623938373566343533353737373436366563636166643734

‎environments/production/inventory/groups‎

Lines changed: 127 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,127 @@
1+
[nfs:children]
2+
openhpc
3+
4+
[mysql:children]
5+
control
6+
7+
[prometheus:children]
8+
control
9+
10+
[grafana:children]
11+
control
12+
13+
[alertmanager:children]
14+
control
15+
16+
[node_exporter:children]
17+
cluster
18+
19+
[opensearch:children]
20+
control
21+
22+
[slurm_stats:children]
23+
control
24+
25+
[filebeat:children]
26+
slurm_stats
27+
28+
# NB: [rebuild] not defined here as likely to need features not currently supported
29+
30+
[update:children]
31+
32+
[fail2ban:children]
33+
# Hosts to install fail2ban on to protect SSH
34+
login
35+
36+
[block_devices:children]
37+
# Environment-specific so not defined here
38+
39+
[basic_users:children]
40+
# Add `openhpc` group to add Slurm users via creation of users on each node.
41+
openhpc
42+
43+
[openondemand:children]
44+
# Host to run Open Ondemand server on - subset of login
45+
login
46+
47+
[openondemand_desktop:children]
48+
# Subset of compute to run a interactive desktops on via Open Ondemand
49+
compute
50+
51+
[openondemand_jupyter:children]
52+
# Subset of compute to run a Jupyter Notebook servers on via Open Ondemand
53+
compute
54+
55+
[etc_hosts:children]
56+
# Hosts to manage /etc/hosts e.g. if no internal DNS. See ansible/roles/etc_hosts/README.md
57+
cluster
58+
59+
[cuda]
60+
# Hosts to install NVIDIA CUDA on - see ansible/roles/cuda/README.md
61+
62+
[eessi:children]
63+
# Hosts on which EESSI stack should be configured
64+
openhpc
65+
66+
[resolv_conf]
67+
# Allows defining nameservers in /etc/resolv.conf - see ansible/roles/resolv_conf/README.md
68+
69+
[proxy]
70+
# Hosts to configure http/s proxies - see ansible/roles/proxy/README.md
71+
72+
[manila]
73+
# Hosts to configure for manila fileshares
74+
75+
[persist_hostkeys:children]
76+
# Hosts to use common set of hostkeys which persist across reimaging.
77+
login
78+
openondemand
79+
80+
[squid]
81+
# Hosts to run squid proxy
82+
83+
[tuned:children]
84+
# Hosts to run TuneD configuration
85+
86+
[ansible_init:children]
87+
# Hosts to run linux-anisble-init
88+
cluster
89+
90+
[sssd]
91+
# Hosts to configure sssd on
92+
93+
[sshd]
94+
# Hosts where the OpenSSH server daemon should be configured
95+
96+
[compute_init]
97+
# EXPERIMENTAL: Compute hosts to enable joining cluster on boot on
98+
99+
[k3s_server:children]
100+
# Hosts to run k3s server (should only be single node i.e control node)
101+
#control
102+
103+
[k3s_agent:children]
104+
# Hosts to run k3s agent
105+
#compute
106+
#login
107+
108+
[k9s:children]
109+
# Hosts to install k9s on
110+
#control
111+
112+
[lustre]
113+
# Hosts to run lustre client
114+
115+
[extra_packages:children]
116+
# Hosts to install specified additional packages on
117+
builder
118+
119+
[cacerts]
120+
# Hosts to configure CA certificates and trusts on
121+
122+
[chrony]
123+
# Hosts where crony configuration is applied. See docs/chrony.md for more details.
124+
125+
[gateway:children]
126+
# Add builder to this group to install gateway ansible-init playbook into image
127+
builder

0 commit comments

Comments
 (0)