Datastream Stream resource (#6806) (#13385)

* Added initial datastream Stream structure

* Added basic test for datastream

* Removed oracle support since it's hard to test

* Added some additional fields that could not previously be handled

* Added full example for datastream stream with MySQL -> GCS

* Removed additional references to oracle on datastream stream

* cleaned up api.yaml and terraform.yaml

* Revert "Removed additional references to oracle on datastream stream"

This reverts commit 6ce0d705e309f79f8372e9f9706c9c21d34a1415.

* Revert "Removed oracle support since it's hard to test"

This reverts commit 732cf3036db07192046cda17c85fcec3247b8588.

* Added oracleSourceConfig.dropLargeObjects and oracleSourceConfig.streamLargeObjects

* Require a value inside jsonFileFormat

* Require a value inside bigqueryDestinationConfig

* Corrected type of fileRotationMb

* Added state field and added default_from_api to a few fields

* Fixed typo

* Corrected name of default_value property

* Removed support for oracle and postgres from Datastream Stream

This simplifies the PR; also they are not automatically testable

* Converted status field to be computed

We will likely want to use either default_from_api or use a desired_state field because this field is only partially specified

* Added desired_state field

* removed input: true from stream

* ignore read on stream connection profiles

* Added update test

* Added unit test for customizediff

* Added unit tests for customize diff

* Added external providers

* gofmt

* Corrected deletion_protection usage

* Updates due to code review

* Cleaned up test issues

* Corrections to tests

* Fixed test issues

* Added gcs file format to fix tests

* Added projectNumberDiffSuppress

* Added default_from_api for fileRotationMb

* Corrected labels usage in tests

* Corrected stream update verb

* Cleaned up references to google_storage_bucket.bucket.name

* Source / destination profile are not updatable

* Marked column length fields as output-only

* Made update test use checks instead of importstateverify for state / desired_state

* gofmt

* Add state to update mask if desired_state is changed

Signed-off-by: Modular Magician <[email protected]>

Signed-off-by: Modular Magician <[email protected]>

Author: modular-magician

.changelog/6806.txt

@@ -0,0 +1,3 @@
+```release-note:new-resource
+`google_datastream_stream`
+```

google/provider.go

@@ -965,9 +965,9 @@ func Provider() *schema.Provider {
 	return provider
 }
 
-// Generated resources: 257
+// Generated resources: 258
 // Generated IAM resources: 159
-// Total generated resources: 416
+// Total generated resources: 417
 func ResourceMap() map[string]*schema.Resource {
 	resourceMap, _ := ResourceMapWithErrors()
 	return resourceMap
@@ -1193,6 +1193,7 @@ func ResourceMapWithErrors() (map[string]*schema.Resource, error) {
 			"google_datastore_index":                                       resourceDatastoreIndex(),
 			"google_datastream_connection_profile":                         resourceDatastreamConnectionProfile(),
 			"google_datastream_private_connection":                         resourceDatastreamPrivateConnection(),
+			"google_datastream_stream":                                     resourceDatastreamStream(),
 			"google_deployment_manager_deployment":                         resourceDeploymentManagerDeployment(),
 			"google_dialogflow_agent":                                      resourceDialogflowAgent(),
 			"google_dialogflow_intent":                                     resourceDialogflowIntent(),

google/resource_datastream_connection_profile.go

@@ -57,7 +57,7 @@ func resourceDatastreamConnectionProfile() *schema.Resource {
 				Type:        schema.TypeString,
 				Required:    true,
 				ForceNew:    true,
-				Description: `The name of the location this repository is located in.`,
+				Description: `The name of the location this connection profile is located in.`,
 			},
 			"bigquery_profile": {
 				Type:        schema.TypeList,

google/resource_datastream_connection_profile_generated_test.go

@@ -166,6 +166,9 @@ resource "google_datastream_connection_profile" "default" {
 		port     = 8022
 		password = "swordfish"
 	}
+	labels = {
+		key = "value"
+	}
 }
 `, context)
 }

google/resource_datastream_private_connection.go

@@ -83,7 +83,7 @@ func resourceDatastreamPrivateConnection() *schema.Resource {
 				Type:        schema.TypeString,
 				Required:    true,
 				ForceNew:    true,
-				Description: `The name of the location this repository is located in.`,
+				Description: `The name of the location this private connection is located in.`,
 			},
 			"private_connection_id": {
 				Type:        schema.TypeString,