[DPE-6303] add simple replica set terraform (#374)

* fix install timeout

* update poetry + workflows

* remove fields related to packages

* fix linting issues

* duplicate requirements in separate parts

* migrate to use charm_version file per Carls suggestion

* give workflow in tox access to poetry export

* update charm version to pep format

* PR feedback

* remove build wrapper

* add simple replica set terraform

* add latest changes for ci fixes with terraform

* remove dir

* remove lock

* Update terraform/tests/variables.tf

Co-authored-by: Neha Oudin <[email protected]>

---------

Co-authored-by: Neha Oudin <[email protected]>

Author: MiaAltieri

.github/workflows/ci.yaml

@@ -57,6 +57,55 @@ jobs:
       - name: Run tests
         run: tox run -e unit
 
+  terraform-test:
+    name: Terraform - Lint and Simple Deployment
+    runs-on: ubuntu-22.04
+    timeout-minutes: 120
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Install terraform snap
+        run: |
+          sudo snap install terraform --channel=latest/stable --classic
+      - name: lint charm module
+        working-directory: ./terraform
+        run: |
+          terraform init
+          terraform fmt
+          terraform validate
+      - name: lint test charm module
+        working-directory: ./terraform/tests
+        run: |
+          terraform init
+          terraform fmt
+          terraform validate
+      - name: run checks - prepare
+        run: |
+          sudo snap install juju --channel=3.6/beta --classic
+          sudo snap install juju-wait --channel=latest/stable --classic
+          sudo snap install jq
+      - name: LXD setup
+        run: |
+          sudo snap refresh lxd --channel=latest/stable
+          sudo adduser "$USER" 'lxd'
+          # `newgrp` does not work in GitHub Actions; use `sg` instead
+          sg 'lxd' -c "lxd waitready"
+          sg 'lxd' -c "lxd init --auto"
+          sg 'lxd' -c "lxc network set lxdbr0 ipv6.address none"
+          sudo iptables -F FORWARD
+          sudo iptables -P FORWARD ACCEPT
+      - name: Juju setup
+        run: |
+          sg 'lxd' -c "juju bootstrap 'localhost' --config model-logs-size=10G"
+          juju model-defaults logging-config='<root>=INFO; unit=DEBUG'
+          juju add-model test
+      - name: Terraform deploy
+        working-directory: ./terraform/tests/
+        run: |
+          terraform apply  -var "model_name=test" -target null_resource.simple_deployment_juju_wait_deployment -auto-approve
+
   build:
     name: Build charm | ${{ matrix.path }}
     uses: canonical/data-platform-workflows/.github/workflows/[email protected]

terraform/README.md

@@ -0,0 +1,66 @@
+# Terraform module for mongodb-k8s-operator
+
+This is a Terraform module facilitating the deployment of the MongoDB charm with [Terraform juju provider](https://github.com/juju/terraform-provider-juju/). For more information, refer to the provider [documentation](https://registry.terraform.io/providers/juju/juju/latest/docs). 
+
+## Requirements
+This module requires a `juju` model to be available. Refer to the [usage section](#usage) below for more details.
+
+## API
+
+### Inputs
+The module offers the following configurable inputs:
+
+| Name | Type | Description | Required |
+| - | - | - | - |
+| `app_name`| string | Application name | False |
+| `channel`| string | Channel that the charm is deployed from | False |
+| `base`| string | The series to be used for this charm | False |
+| `config`| map(string) | Map of the charm configuration options | False |
+| `model_name`| string | Name of the model that the charm is deployed on | True |
+| `resources`| map(string) | Map of the charm resources | False |
+| `revision`| number | Revision number of the charm name | False |
+| `units`| number | Number of units to be deployed | False |
+| `constraints`| string | Machine constraints for the charm | False |
+| `storage`| map(string) | Storage description, must follow the juju provider schema | False |
+
+
+### Outputs
+Upon applied, the module exports the following outputs:
+
+| Name | Description |
+| - | - |
+| `app_name`|  Application name |
+| `provides`| Map of `provides` endpoints |
+| `requires`| Map of `requires` endpoints |
+
+## Usage
+
+This module is intended to be used as part of a higher-level module. When defining one, users should ensure that Terraform is aware of the `juju_model` dependency of the charm module. There are two options to do so when creating a high-level module:
+
+### Define a `juju_model` resource
+Define a `juju_model` resource and pass to the `model_name` input a reference to the `juju_model` resource's name. For example:
+
+```
+resource "juju_model" "mongodb-k8s" {
+  name = mongodb-k8s
+}
+
+module "mongodb-k8s-operator" {
+  source = "<path-to-this-directory>"
+  model_name = juju_model.mongodb-k8s.name
+}
+```
+
+### Define a `data` source
+Define a `data` source and pass to the `model_name` input a reference to the `data.juju_model` resource's name. This will enable Terraform to look for a `juju_model` resource with a name attribute equal to the one provided, and apply only if this is present. Otherwise, it will fail before applying anything.
+
+```
+data "juju_model" "mongodb-k8s" {
+  name = var.model_name
+}
+
+module "mongodb-k8s" {
+  source = "<path-to-this-directory>"
+  model_name = data.juju_model.mongodb-k8s.name
+}
+```

terraform/main.tf

@@ -0,0 +1,41 @@
+# Copyright 2024 Canonical Ltd.
+# See LICENSE file for licensing details.
+
+resource "juju_application" "mongodb-k8s" {
+
+  charm {
+    name     = "mongodb-k8s"
+    channel  = var.channel
+    revision = var.revision
+    base     = "[email protected]"
+  }
+  config      = var.config
+  model       = var.model
+  name        = var.app_name
+  units       = var.units
+  constraints = var.constraints
+
+
+  # TODO: uncomment once final fixes have been added for:
+  # Error: juju/terraform-provider-juju#443, juju/terraform-provider-juju#182
+  # placement = join(",", var.machines)
+
+  endpoint_bindings = [
+    for k, v in var.endpoint_bindings : {
+      endpoint = k, space = v
+    }
+  ]
+
+  storage_directives = var.storage
+
+  lifecycle {
+    precondition {
+      condition     = length(var.machines) == 0 || length(var.machines) == var.units
+      error_message = "Machine count does not match unit count"
+    }
+    precondition {
+      condition     = length(var.storage) == 0 || lookup(var.storage, "count", 0) <= 1
+      error_message = "Only one storage is supported"
+    }
+  }
+}

terraform/outputs.tf

@@ -0,0 +1,46 @@
+# Copyright 2024 Canonical Ltd.
+# See LICENSE file for licensing details.
+
+output "app_name" {
+  description = "Name of the deployed application."
+  value       = juju_application.mongodb-k8s.name
+}
+
+# Provided integration endpoints
+
+output "database_endpoint" {
+  description = "Name of the endpoint to provide the mongodb_client interface."
+  value       = "database"
+}
+
+output "cos_agent_endpoint" {
+  description = "Name of the endpoint to provide the cos_agent interface."
+  value       = "cos-agent"
+}
+
+output "config_server_endpoint" {
+  description = "Name of the endpoint to provide the shards interface."
+  value       = "config-server"
+}
+
+output "cluster_endpoint" {
+  description = "Name of the endpoint to provide the config-server interface."
+  value       = "cluster"
+}
+
+# Required integration endpoints
+
+output "certificates_endpoint" {
+  description = "Name of the endpoint to provide the tls-certificates interface."
+  value       = "certificates"
+}
+
+output "s3_credentials_endpoint" {
+  description = "Name of the endpoint to provide the s3 interface."
+  value       = "s3-credentials"
+}
+
+output "sharding_endpoint" {
+  description = "Name of the endpoint to provide the shards interface."
+  value       = "sharding"
+}

terraform/tests/preamble.tf

@@ -0,0 +1,25 @@
+resource "null_resource" "preamble" {
+  provisioner "local-exec" {
+    command = <<-EOT
+    sudo snap install juju-wait --classic || true
+    EOT
+  }
+}
+
+resource "juju_application" "self-signed-certificates" {
+  charm {
+    name    = "self-signed-certificates"
+    channel = "latest/stable"
+  }
+  model      = var.model_name
+  depends_on = [null_resource.preamble]
+}
+
+resource "juju_application" "data-integrator" {
+  charm {
+    name    = "data-integrator"
+    channel = "latest/stable"
+  }
+  model      = var.model_name
+  depends_on = [null_resource.preamble]
+}

terraform/tests/providers.tf

@@ -0,0 +1,16 @@
+terraform {
+  required_providers {
+    juju = {
+      source  = "juju/juju"
+      version = "~> 0.14.0"
+    }
+    http = {
+      source  = "hashicorp/http"
+      version = "~> 3.4.5"
+    }
+    external = {
+      source  = "hashicorp/external"
+      version = "~> 2.3.4"
+    }
+  }
+}

terraform/tests/simple_deployment.tf

@@ -0,0 +1,49 @@
+module "mongodb-k8s" {
+  source   = "../"
+  app_name = var.app_name
+  model    = var.model_name
+  units    = var.simple_mongodb_units
+  channel  = "6/edge"
+}
+
+resource "juju_integration" "simple_deployment_tls-operator_mongodb-integration" {
+  model = var.model_name
+
+  application {
+    name = juju_application.self-signed-certificates.name
+  }
+  application {
+    name = var.app_name
+  }
+  depends_on = [
+    juju_application.self-signed-certificates,
+    module.mongodb-k8s
+  ]
+
+}
+
+resource "juju_integration" "simple_deployment_data-integrator_mongodb-integration" {
+  model = var.model_name
+
+  application {
+    name = juju_application.data-integrator.name
+  }
+  application {
+    name = var.app_name
+  }
+  depends_on = [
+    juju_application.data-integrator,
+    module.mongodb-k8s
+  ]
+
+}
+
+resource "null_resource" "simple_deployment_juju_wait_deployment" {
+  provisioner "local-exec" {
+    command = <<-EOT
+    juju-wait -v --model ${var.model_name}
+    EOT
+  }
+
+  depends_on = [juju_integration.simple_deployment_tls-operator_mongodb-integration]
+}

terraform/tests/variables.tf

@@ -0,0 +1,16 @@
+variable "model_name" {
+  description = "Model name"
+  type        = string
+}
+
+variable "app_name" {
+  description = "MongoDB app name"
+  type        = string
+  default     = "mongodb-k8s"
+}
+
+variable "simple_mongodb_units" {
+  description = "Node count"
+  type        = number
+  default     = 1
+}

terraform/variables.tf

@@ -0,0 +1,63 @@
+# Copyright 2024 Canonical Ltd.
+# See LICENSE file for licensing details.
+
+variable "app_name" {
+  description = "Application name"
+  type        = string
+  default     = "mongodb-k8s"
+}
+
+variable "channel" {
+  description = "Charm channel"
+  type        = string
+  default     = "6/stable"
+}
+
+
+
+variable "config" {
+  description = "Map of charm configuration options"
+  type        = map(string)
+  default     = {}
+}
+
+variable "model" {
+  description = "Model name"
+  type        = string
+}
+
+variable "revision" {
+  description = "Charm revision"
+  type        = number
+  default     = null
+}
+
+variable "units" {
+  description = "Charm units"
+  type        = number
+  default     = 3
+}
+
+variable "constraints" {
+  description = "String listing constraints for this application"
+  type        = string
+  default     = "arch=amd64"
+}
+
+variable "machines" {
+  description = "List of machines for placement"
+  type        = list(string)
+  default     = []
+}
+
+variable "storage" {
+  description = "Map of storage used by the application"
+  type        = map(string)
+  default     = {}
+}
+
+variable "endpoint_bindings" {
+  description = "Map of endpoint bindings"
+  type        = map(string)
+  default     = {}
+}