From 5e1c674624b660c6d63aa571dfeccafbdfc279f1 Mon Sep 17 00:00:00 2001 From: Aleksandr Averbukh Date: Thu, 14 Dec 2023 16:23:49 +0100 Subject: [PATCH] feat: Add support for additional_experiments dataflow job field (#64) --- README.md | 1 + main.tf | 33 +++++++++++++++++---------------- variables.tf | 6 ++++++ 3 files changed, 24 insertions(+), 16 deletions(-) diff --git a/README.md b/README.md index a1295e5..e38a2cc 100644 --- a/README.md +++ b/README.md @@ -55,6 +55,7 @@ Then perform the following commands on the root folder: | Name | Description | Type | Default | Required | |------|-------------|------|---------|:--------:| +| additional\_experiments | List of experiments that should be used by the job. An example value is `['enable_stackdriver_agent_metrics']` | `list(string)` | `[]` | no | | ip\_configuration | The configuration for VM IPs. Options are 'WORKER\_IP\_PUBLIC' or 'WORKER\_IP\_PRIVATE'. | `string` | `null` | no | | kms\_key\_name | The name for the Cloud KMS key for the job. Key format is: projects/PROJECT\_ID/locations/LOCATION/keyRings/KEY\_RING/cryptoKeys/KEY | `string` | `null` | no | | labels | User labels to be specified for the job. | `map(string)` | `{}` | no | diff --git a/main.tf b/main.tf index 4bb42e9..deefe9d 100644 --- a/main.tf +++ b/main.tf @@ -15,21 +15,22 @@ */ resource "google_dataflow_job" "dataflow_job" { - project = var.project_id - region = var.region - zone = var.zone - name = var.name - on_delete = var.on_delete - max_workers = var.max_workers - template_gcs_path = var.template_gcs_path - temp_gcs_location = "gs://${var.temp_gcs_location}/tmp_dir" - parameters = var.parameters - service_account_email = var.service_account_email - network = var.network_self_link - subnetwork = var.subnetwork_self_link - machine_type = var.machine_type - ip_configuration = var.ip_configuration - kms_key_name = var.kms_key_name - labels = var.labels + project = var.project_id + region = var.region + zone = var.zone + name = var.name + on_delete = var.on_delete + max_workers = var.max_workers + template_gcs_path = var.template_gcs_path + temp_gcs_location = "gs://${var.temp_gcs_location}/tmp_dir" + parameters = var.parameters + service_account_email = var.service_account_email + network = var.network_self_link + subnetwork = var.subnetwork_self_link + machine_type = var.machine_type + ip_configuration = var.ip_configuration + additional_experiments = var.additional_experiments + kms_key_name = var.kms_key_name + labels = var.labels } diff --git a/variables.tf b/variables.tf index 7e51d8b..4a42f26 100644 --- a/variables.tf +++ b/variables.tf @@ -104,3 +104,9 @@ variable "labels" { description = "User labels to be specified for the job." default = {} } + +variable "additional_experiments" { + type = list(string) + description = "List of experiments that should be used by the job. An example value is `['enable_stackdriver_agent_metrics']`" + default = [] +}