Merge pull request #561 from input-output-hk/jpraynaud/542-new-infra-environments

New hosted environments

Author: jpraynaud

.github/workflows/ci.yml

@@ -358,45 +358,103 @@ jobs:
           files: package/*
 
   deploy-testing:
+    strategy:
+      fail-fast: false
+      matrix:
+        environment: [ release-preprod ]
+        include:
+        - environment: release-preprod
+          environment_prefix: release
+          cardano_network: preprod
+          mithril_api_domain: api.mithril.network
+          mithril_protocol_parameters: |
+            {
+              k     = 5
+              m     = 100
+              phi_f = 0.65
+            }
+          mithril_signers: |
+            {
+              "1" = {
+                pool_id = "pool1zr907nmfsq5kalxdjju349nwg6f03lyfmcjfqcz52jf45gcgh03",
+              },
+            }
+          terraform_backend_bucket: hydra-terraform-admin
+          google_region: europe-west1
+          google_zone: europe-west1-b
+          google_machine_type: e2-highmem-2
+          
     runs-on: ubuntu-22.04
+
     needs:
       - docker-mithril
+
+    environment: ${{ matrix.environment }}
+
     env:
-      # Contains a JSON-formatted service account key
-      GOOGLE_CREDENTIALS: ${{ secrets.GOOGLE_CREDENTIALS }}
-      # Contains a RSA private key
-      GCLOUD_PRIVATE_KEY: ${{ secrets.GCLOUD_PRIVATE_KEY }}
-      GENESIS_SECRET_KEY: ${{ secrets.TEST_ONLY_GENESIS_SECRET_KEY }}
-      BRANCH_NAME: ${{ github.head_ref || github.ref_name }}
+      GOOGLE_APPLICATION_CREDENTIALS: ${{ secrets.GOOGLE_APPLICATION_CREDENTIALS }}
+      GENESIS_SECRET_KEY: ${{ secrets.GENESIS_SECRET_KEY }}
+      GENESIS_VERIFICATION_KEY_URL: ${{ secrets.GENESIS_VERIFICATION_KEY_URL }}
 
     defaults:
       run:
         working-directory: mithril-infra
 
     steps:
+
     - name: Checkout sources
       uses: actions/checkout@v3
 
-    - name: Get short SHA
-      id: slug
-      run: echo "sha8=$(echo ${{ github.sha }} | cut -c1-7)" >> $GITHUB_OUTPUT
+    - name: Get Docker image id
+      run: echo "DOCKER_IMAGE_ID=${{ github.head_ref || github.ref_name }}-$(echo ${{ github.sha }} | cut -c1-7)" >> $GITHUB_ENV
+
+    - name: Prepare service account credentials
+      run: |
+        echo '${{ env.GOOGLE_APPLICATION_CREDENTIALS}}' > ./google-application-credentials.json
+        chmod u+x ./assets/tools/google-credentials-public-key.sh
+        ./assets/tools/google-credentials-public-key.sh ./google-application-credentials.json ./assets/ssh_keys curry
+
+    - name: Prepare terraform variables
+      run: |
+        cat > ./env.variables.tfvars << EOF
+          environment_prefix                   = "${{ matrix.environment_prefix }}"
+          cardano_network                      = "${{ matrix.cardano_network }}"
+          google_region                        = "${{ matrix.google_region }}"
+          google_zone                          = "${{ matrix.google_zone }}"
+          google_machine_type                  = "${{ matrix.google_machine_type }}"
+          google_service_credentials_json_file = "./google-application-credentials.json"
+          mithril_api_domain                   = "${{ matrix.mithril_api_domain }}"
+          mithril_image_id                     = "${{ env.DOCKER_IMAGE_ID }}"
+          mithril_genesis_verification_key_url = "${{ env.GENESIS_VERIFICATION_KEY_URL }}"
+          mithril_genesis_secret_key           = "${{ env.GENESIS_SECRET_KEY }}"
+          mithril_protocol_parameters          = ${{ matrix.mithril_protocol_parameters }}
+          mithril_signers                      = ${{ matrix.mithril_signers }}
+        EOF
+        terraform fmt ./env.variables.tfvars
+        cat ./env.variables.tfvars
 
     - name: Setup Terraform
       uses: hashicorp/setup-terraform@v2
       with:
         terraform_wrapper: false
 
     - name: Init Terraform
-      run: terraform init
+      run: |
+        GOOGLE_APPLICATION_CREDENTIALS=./google-application-credentials.json terraform init -backend-config="bucket=${{ matrix.terraform_backend_bucket }}" -backend-config="prefix=terraform/mithril-${{ matrix.environment }}"
 
     - name: Check Terraform
       run: terraform fmt -check
 
     - name: Terraform Plan
       run: |
-        terraform plan -var "image_id=${{ env.BRANCH_NAME }}-${{ steps.slug.outputs.sha8 }}" -var 'private_key=${{ env.GCLOUD_PRIVATE_KEY }}' -var 'google_application_credentials_json=${{ env.GOOGLE_CREDENTIALS }}' -var 'genesis_secret_key=${{ env.GENESIS_SECRET_KEY }}'
+        GOOGLE_APPLICATION_CREDENTIALS=./google-application-credentials.json terraform plan --var-file=./env.variables.tfvars
 
     - name: Terraform Apply
       if: github.ref == 'refs/heads/main'
       run: |
-        terraform apply -auto-approve -var "image_id=${{ env.BRANCH_NAME }}-${{ steps.slug.outputs.sha8 }}" -var 'private_key=${{ env.GCLOUD_PRIVATE_KEY }}' -var 'google_application_credentials_json=${{ env.GOOGLE_CREDENTIALS }}' -var 'genesis_secret_key=${{ env.GENESIS_SECRET_KEY }}'
+        GOOGLE_APPLICATION_CREDENTIALS=./google-application-credentials.json terraform apply -auto-approve --var-file=./env.variables.tfvars
+
+    - name: Cleanup
+      run: |
+        rm -f ./env.variables.tfvars
+        rm -f ./google-application-credentials.json

.gitignore

@@ -11,3 +11,7 @@ mithril-core/proptest-regressions/
 .DS_Store
 test-results.xml
 target/
+mithril-infra/.terraform*
+mithril-infra/terraform.tfstate*
+mithril-infra/*.tfvars
+

mithril-explorer/pages/index.js

@@ -1,12 +1,13 @@
-import React, { useState  } from 'react';
+import React, { useState } from 'react';
 import PendingCertificate from '../components/PendingCertificate';
 import SnapshotsList from '../components/SnapshotsList';
 import Head from "next/head";
 import Image from "next/image";
-import {Form, Stack, Button, Row, Col, InputGroup} from "react-bootstrap";
+import { Form, Stack, Button, Row, Col, InputGroup } from "react-bootstrap";
 import styles from "../styles/Home.module.css";
 
 const available_aggregators = [
+  "https://aggregator.release-preprod.api.mithril.network/aggregator",
   "https://aggregator.api.mithril.network/aggregator",
   "http://localhost:8080/aggregator"
 ];
@@ -15,11 +16,11 @@ function IntervalSetter(props) {
   function handleChange(event) {
     props.onIntervalChange(parseInt(event.target.value));
   }
-  
+
   function handleClick() {
     props.onStartStopPress(!props.isStartStopPressed);
   }
-  
+
   return (
     <Form.Group as={Col} className={props.className}>
       <Form.Label>Update Interval:</Form.Label>
@@ -62,7 +63,7 @@ export default function Explorer() {
   function handleApiChange(api) {
     setAggregator(api);
   }
-  
+
   function handleStartStopButtonPress(isPressed) {
     setAutoUpdate(isPressed);
   }
@@ -78,14 +79,14 @@ export default function Explorer() {
         <meta name="description" content="Explore a Mithril Network" />
         <link rel="icon" href="/explorer/favicon.ico" />
       </Head>
-      
+
       <div className={styles.container}>
         <main className={styles.main}>
           <h1 className={styles.title}>Mithril Explorer</h1>
           <Stack gap={3}>
             <Form>
               <Row xs={1} sm={2}>
-                <AggregatorSetter aggregator={aggregator} onAggregatorChange={handleApiChange} availableAggregators={available_aggregators}  />
+                <AggregatorSetter aggregator={aggregator} onAggregatorChange={handleApiChange} availableAggregators={available_aggregators} />
                 <IntervalSetter
                   interval={interval}
                   onIntervalChange={handleIntervalChange}
@@ -98,7 +99,7 @@ export default function Explorer() {
           </Stack>
         </main>
       </div>
-      
+
       <footer className={styles.footer}>
         <span className={styles.logo}>
           <Image src="/explorer/logo.png" alt="Mithril Logo" width={32} height={32} />