Datastream Stream resource

mmv1/products/datastream/terraform.yaml

@@ -93,6 +93,72 @@ overrides: !ruby/object:Overrides::ResourceOverrides
       constants: templates/terraform/constants/private_connection.go.erb
       post_create: templates/terraform/post_create/private_connection.go.erb
       post_import: templates/terraform/post_import/private_connection.go.erb
+  Stream: !ruby/object:Overrides::Terraform::ResourceOverride
+    id_format: projects/{{project}}/locations/{{location}}/streams/{{stream_id}}
+    import_format: ["projects/{{project}}/locations/{{location}}/streams/{{stream_id}}"]
+    properties:
+      destinationConfig.gcsDestinationConfig.fileRotationMb: !ruby/object:Overrides::Terraform::PropertyOverride
+        default_from_api: true
+      destinationConfig.gcsDestinationConfig.fileRotationInterval: !ruby/object:Overrides::Terraform::PropertyOverride
+        default_from_api: true
+      destinationConfig.destinationConnectionProfile: !ruby/object:Overrides::Terraform::PropertyOverride
+        diff_suppress_func: "projectNumberDiffSuppress"
+      sourceConfig.sourceConnectionProfile: !ruby/object:Overrides::Terraform::PropertyOverride
+        diff_suppress_func: "projectNumberDiffSuppress"
+      sourceConfig.mysqlSourceConfig.maxConcurrentCdcTasks: !ruby/object:Overrides::Terraform::PropertyOverride
+        default_from_api: true
+        validation: !ruby/object:Provider::Terraform::Validation
+          function: 'validation.IntAtLeast(0)'
+    virtual_fields:
+      - !ruby/object:Api::Type::Enum
+        name: 'desired_state'
+        description: |
+          Desired state of the Stream. Set this field to `RUNNING` to start the stream, and `PAUSED` to pause the stream.
+        values:
+          - :NOT_STARTED
+          - :RUNNING
+          - :PAUSED
+        default_value: :NOT_STARTED
+    custom_code: !ruby/object:Provider::Terraform::CustomCode
+      constants: 'templates/terraform/constants/datastream_stream.go.erb'
+      post_create: 'templates/terraform/post_create/datastream_stream.go.erb'
+      post_import: 'templates/terraform/post_import/datastream_stream.go.erb'
+      pre_update: 'templates/terraform/pre_update/datastream_stream.go.erb'
+      post_update: 'templates/terraform/post_update/datastream_stream.go.erb'
+      encoder: 'templates/terraform/encoders/datastream_stream.go.erb'
+      resource_definition: 'templates/terraform/resource_definition/datastream_stream.go.erb'
+    examples:
+      - !ruby/object:Provider::Terraform::Examples
+        name: "datastream_stream_basic"
+        pull_external: true
+        primary_resource_id: "default"
+        skip_docs: true
+        vars:
+          stream_id: "my-stream"
+          private_connection_id: "my-connection"
+          network_name: "my-network"
+          source_connection_profile_id: "source-profile"
+          database_instance_name: "my-instance"
+          deletion_protection: "true"
+          bucket_name: "my-bucket"
+          destination_connection_profile_id: "destination-profile"
+        test_vars_overrides:
+          deletion_protection: "false"
+      - !ruby/object:Provider::Terraform::Examples
+        name: "datastream_stream_full"
+        pull_external: true
+        primary_resource_id: "default"
+        vars:
+          stream_id: "my-stream"
+          private_connection_id: "my-connection"
+          network_name: "my-network"
+          source_connection_profile_id: "source-profile"
+          database_instance_name: "my-instance"
+          deletion_protection: "true"
+          bucket_name: "my-bucket"
+          destination_connection_profile_id: "destination-profile"
+        test_vars_overrides:
+          deletion_protection: "false"
 
 # This is for copying files over
 files: !ruby/object:Provider::Config::Files

mmv1/templates/terraform/constants/datastream_stream.go.erb

@@ -0,0 +1,66 @@
+<%- # the license inside this block applies to this file
+  # Copyright 2022 Google Inc.
+  # Licensed under the Apache License, Version 2.0 (the "License");
+  # you may not use this file except in compliance with the License.
+  # You may obtain a copy of the License at
+  #
+  #     http://www.apache.org/licenses/LICENSE-2.0
+  #
+  # Unless required by applicable law or agreed to in writing, software
+  # distributed under the License is distributed on an "AS IS" BASIS,
+  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  # See the License for the specific language governing permissions and
+  # limitations under the License.
+-%>
+func resourceDatastreamStreamCustomDiffFunc(diff TerraformResourceDiff) error {
+	if diff.HasChange("desired_state") {
+		old, new := diff.GetChange("desired_state")
+		oldState := old.(string)
+		newState := new.(string)
+
+		if isNewResource(diff) {
+			if newState != "NOT_STARTED" && newState != "RUNNING" {
+				return fmt.Errorf("`desired_state` can only be set to `NOT_STARTED` or `RUNNING` when creating a new Stream")
+			}
+		} else {
+			if newState == "NOT_STARTED" && oldState != newState {
+				return fmt.Errorf("Field `desired_state` cannot be changed to `NOT_STARTED` for an already-created Stream")
+			}
+
+			if oldState == "NOT_STARTED" && newState != "RUNNING" {
+				return fmt.Errorf("Field `desired_state` can only be set to `RUNNING` from `NOT_STARTED`")
+			}
+
+			if newState != "RUNNING" && newState != "PAUSED" {
+				return fmt.Errorf("`desired_state` can only be set to `RUNNING` or `PAUSED` when updating a Stream")
+			}
+		}
+	}
+	return nil
+}
+func resourceDatastreamStreamCustomDiff(_ context.Context, diff *schema.ResourceDiff, meta interface{}) error {
+	// separate func to allow unit testing
+	return resourceDatastreamStreamCustomDiffFunc(diff)
+}
+
+<% unless compiler == "terraformvalidator-codegen" -%>
+// waitForDatastreamStreamReady waits for an agent pool to reach a stable state to indicate that it's ready.
+func waitForDatastreamStreamReady(d *schema.ResourceData, config *Config, timeout time.Duration) error {
+	return resource.Retry(timeout, func() *resource.RetryError {
+		if err := resourceDatastreamStreamRead(d, config); err != nil {
+			return resource.NonRetryableError(err)
+		}
+
+		name := d.Get("name").(string)
+		state := d.Get("state").(string)
+		if state == "STARTING" || state == "DRAINING" {
+			return resource.RetryableError(fmt.Errorf("Stream %q has state %q.", name, state))
+		} else if state == "NOT_STARTED" || state == "RUNNING" || state == "PAUSED" {
+			log.Printf("[DEBUG] Stream %q has state %q.", name, state)
+			return nil
+		} else {
+			return resource.NonRetryableError(fmt.Errorf("Stream %q has state %q.", name, state))
+		}
+	})
+}
+<% end -%>

mmv1/templates/terraform/constants/privateca_certificate_authority.go.erb

@@ -18,7 +18,7 @@ func resourcePrivateCaCACustomDiff(_ context.Context, diff *schema.ResourceDiff,
 	return nil
 }
 
-func isNewResource(diff *schema.ResourceDiff) bool {
+func isNewResource(diff TerraformResourceDiff) bool {
 	name := diff.Get("name")
 	return name.(string) == ""
 }

mmv1/templates/terraform/encoders/datastream_stream.go.erb

@@ -0,0 +1,18 @@
+<%- # the license inside this block applies to this file
+  # Copyright 2022 Google Inc.
+  # Licensed under the Apache License, Version 2.0 (the "License");
+  # you may not use this file except in compliance with the License.
+  # You may obtain a copy of the License at
+  #
+  #     http://www.apache.org/licenses/LICENSE-2.0
+  #
+  # Unless required by applicable law or agreed to in writing, software
+  # distributed under the License is distributed on an "AS IS" BASIS,
+  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  # See the License for the specific language governing permissions and
+  # limitations under the License.
+-%>
+if d.HasChange("desired_state") {
+	obj["state"] = d.Get("desired_state")
+}
+return obj, nil

mmv1/templates/terraform/examples/datastream_connection_profile_full.tf.erb

@@ -14,4 +14,7 @@ resource "google_datastream_connection_profile" "<%= ctx[:primary_resource_id] %
 		port     = 8022
 		password = "swordfish"
 	}
+	labels = {
+		key = "value"
+	}
 }

mmv1/templates/terraform/examples/datastream_stream_basic.tf.erb

@@ -0,0 +1,124 @@
+data "google_project" "project" {
+}
+
+resource "google_sql_database_instance" "instance" {
+    name             = "<%= ctx[:vars]['database_instance_name'] %>"
+    database_version = "MYSQL_8_0"
+    region           = "us-central1"
+    settings {
+        tier = "db-f1-micro"
+        backup_configuration {
+            enabled            = true
+            binary_log_enabled = true
+        }
+
+        ip_configuration {
+
+            // Datastream IPs will vary by region.
+            authorized_networks {
+                value = "34.71.242.81"
+            }
+
+            authorized_networks {
+                value = "34.72.28.29"
+            }
+
+            authorized_networks {
+                value = "34.67.6.157"
+            }
+
+            authorized_networks {
+                value = "34.67.234.134"
+            }
+
+            authorized_networks {
+                value = "34.72.239.218"
+            }
+        }
+    }
+
+    deletion_protection  = <%= ctx[:vars]['deletion_protection'] %>
+}
+
+resource "google_sql_database" "db" {
+    instance = google_sql_database_instance.instance.name
+    name     = "db"
+}
+
+resource "random_password" "pwd" {
+    length = 16
+    special = false
+}
+
+resource "google_sql_user" "user" {
+    name     = "user"
+    instance = google_sql_database_instance.instance.name
+    host     = "%"
+    password = random_password.pwd.result
+}
+
+resource "google_datastream_connection_profile" "source_connection_profile" {
+    display_name          = "Source connection profile"
+    location              = "us-central1"
+    connection_profile_id = "<%= ctx[:vars]['source_connection_profile_id'] %>"
+
+    mysql_profile {
+        hostname = google_sql_database_instance.instance.public_ip_address
+        username = google_sql_user.user.name
+        password = google_sql_user.user.password
+    }
+}
+
+resource "google_storage_bucket" "bucket" {
+  name                        = "<%= ctx[:vars]['bucket_name'] %>"
+  location                    = "US"
+  uniform_bucket_level_access = true
+}
+
+resource "google_storage_bucket_iam_member" "viewer" {
+    bucket = google_storage_bucket.bucket.name
+    role   = "roles/storage.objectViewer"
+    member = "serviceAccount:service-${data.google_project.project.number}@gcp-sa-datastream.iam.gserviceaccount.com"
+}
+
+resource "google_storage_bucket_iam_member" "creator" {
+    bucket = google_storage_bucket.bucket.name
+    role   = "roles/storage.objectCreator"
+    member = "serviceAccount:service-${data.google_project.project.number}@gcp-sa-datastream.iam.gserviceaccount.com"
+}
+
+resource "google_storage_bucket_iam_member" "reader" {
+    bucket = google_storage_bucket.bucket.name
+    role   = "roles/storage.legacyBucketReader"
+    member = "serviceAccount:service-${data.google_project.project.number}@gcp-sa-datastream.iam.gserviceaccount.com"
+}
+
+resource "google_datastream_connection_profile" "destination_connection_profile" {
+    display_name          = "Connection profile"
+    location              = "us-central1"
+    connection_profile_id = "<%= ctx[:vars]['destination_connection_profile_id'] %>"
+
+    gcs_profile {
+        bucket    = google_storage_bucket.bucket.name
+        root_path = "/path"
+    }
+}
+
+resource "google_datastream_stream" "<%= ctx[:primary_resource_id] %>" {
+    stream_id = "<%= ctx[:vars]['stream_id'] %>"
+    location = "us-central1"
+    display_name = "my stream"
+    source_config {
+        source_connection_profile = google_datastream_connection_profile.source_connection_profile.id
+        mysql_source_config {}
+    }
+    destination_config {
+        destination_connection_profile = google_datastream_connection_profile.destination_connection_profile.id
+        gcs_destination_config {
+            avro_file_format {}
+        }
+    }
+
+    backfill_none {
+    }
+}