Add default_partition_expiration_ms

Author: SamPoole

README.md

@@ -191,6 +191,7 @@ This module provisions a dataset and a list of tables with associated JSON schem
 | dataset\_labels | Key value pairs in a map for dataset labels | `map(string)` | `{}` | no |
 | dataset\_name | Friendly name for the dataset being provisioned. | `string` | `null` | no |
 | default\_table\_expiration\_ms | TTL of tables using the dataset in MS | `number` | `null` | no |
+| default\_partition\_expiration\_ms | The default partition expiration for all partitioned tables in the dataset, in MS | `number` | `null` | no |
 | delete\_contents\_on\_destroy | (Optional) If set to true, delete all the tables in the dataset when destroying the resource; otherwise, destroying the resource will fail if tables are present. | `bool` | `null` | no |
 | deletion\_protection | Whether or not to allow deletion of tables and external tables defined by this module. Can be overriden by table-level deletion\_protection configuration. | `bool` | `false` | no |
 | description | Dataset description. | `string` | `null` | no |

main.tf

@@ -39,6 +39,17 @@ resource "google_bigquery_dataset" "main" {
   project                     = var.project_id
   labels                      = var.dataset_labels
   resource_tags               = var.resource_tags
+  dataset_id                      = var.dataset_id
+  friendly_name                   = var.dataset_name
+  description                     = var.description
+  location                        = var.location
+  delete_contents_on_destroy      = var.delete_contents_on_destroy
+  default_table_expiration_ms     = var.default_table_expiration_ms
+  default_partition_expiration_ms = var.default_partition_expiration_ms
+  max_time_travel_hours           = var.max_time_travel_hours
+  storage_billing_model           = var.storage_billing_model
+  project                         = var.project_id
+  labels                          = var.dataset_labels
 
   dynamic "default_encryption_configuration" {
     for_each = var.encryption_key == null ? [] : [var.encryption_key]

metadata.display.yaml

@@ -42,6 +42,9 @@ spec:
         default_table_expiration_ms:
           name: default_table_expiration_ms
           title: Default Table Expiration Ms
+        default_partition_expiration_ms:
+          name: default_partition_expiration_ms
+          title: Default Partition Expiration Ms
         delete_contents_on_destroy:
           name: delete_contents_on_destroy
           title: Delete Contents On Destroy

metadata.yaml

@@ -66,6 +66,12 @@ spec:
         description: The regional location for the dataset only US and EU are allowed in module
         varType: string
         defaultValue: US
+      - name: default_table_expiration_ms
+        description: TTL of tables using the dataset in MS
+        varType: number
+      - name: default_partition_expiration_ms
+        description: The default partition expiration for all partitioned tables in the dataset, in MS
+        varType: number
       - name: delete_contents_on_destroy
         description: (Optional) If set to true, delete all the tables in the dataset when destroying the resource; otherwise, destroying the resource will fail if tables are present.
         varType: bool

variables.tf

@@ -55,6 +55,12 @@ variable "default_table_expiration_ms" {
   default     = null
 }
 
+variable "default_partition_expiration_ms" {
+  description = "The default partition expiration for all partitioned tables in the dataset, in MS"
+  type        = number
+  default     = null
+}
+
 variable "max_time_travel_hours" {
   description = "Defines the time travel window in hours"
   type        = number