Adding test cases for few missing fields

Author: ashwinsshetty

mmv1/products/healthcare/PipelineJob.yaml

@@ -44,7 +44,6 @@ examples:
     vars:
       backfill_pipeline_name: 'example_backfill_pipeline'
       dataset_name: 'example_dataset'
-      fhir_store_name: 'fhir_store'
       mapping_pipeline_name: 'example_mapping_pipeline'
   - !ruby/object:Provider::Terraform::Examples
     name: 'healthcare_pipeline_job_whistle_mapping'
@@ -55,6 +54,16 @@ examples:
       source_fhirstore_name: 'source_fhir_store'
       dest_fhirstore_name: 'dest_fhir_store'
       bucket_name: 'example_bucket_name'
+  - !ruby/object:Provider::Terraform::Examples
+    name: 'healthcare_pipeline_job_mapping_recon_dest'
+    primary_resource_id: 'example-mapping-pipeline'
+    vars:
+      pipeline_name: 'example_mapping_pipeline_job'
+      recon_pipeline_name: 'example_recon_pipeline_job'
+      dataset_name: 'example_dataset'
+      source_fhirstore_name: 'source_fhir_store'
+      dest_fhirstore_name: 'dest_fhir_store'
+      bucket_name: 'example_bucket_name'
 custom_code: !ruby/object:Provider::Terraform::CustomCode
   decoder: templates/terraform/decoders/long_name_to_self_link.go.erb
 parameters:
@@ -124,51 +133,8 @@ properties:
             description: |
               Describes the mapping configuration.
             required: false
-          - !ruby/object:Api::Type::NestedObject
-            name: dataMapperConfigSource
-            conflicts:
-              - whistleConfigSource
-            description: |
-              Specifies the path to the mapping configuration for Data Mapper pipeline.
-            required: false
-            properties:
-              - !ruby/object:Api::Type::String
-                name: mapping
-                description: |
-                  Specifies the name of the mapping in the Data Mapper workspace.
-                required: true
-              - !ruby/object:Api::Type::String
-                name: mappingVersionId
-                description: |
-                  Specifies the version ID used to select the Mapping with the name, mapping.
-                required: false
-              - !ruby/object:Api::Type::String
-                name: parameterKey
-                description: |
-                  If set, specifies the name of the parameter key used to select SQL
-                  variable parameter values for this mapping. Otherwise the default
-                  value for each SQL variable is used.
-                required: true
-              - !ruby/object:Api::Type::NestedObject
-                name: gcs
-                description: |
-                  The Cloud Storage location of the Data Mapper configuration files.
-                  Configuration source must be either a Data Mapper workspace or
-                  a Cloud Storage location but cannot be both.
-                required: true
-                properties:
-                  - !ruby/object:Api::Type::String
-                    name: uriPrefix
-                    description: |
-                      The Cloud Storage location URI that must locate either a bucket
-                      root or a directory within a bucket, and the contents at this
-                      location must contain the structured Data Mapper configurations.
-                      Example: gs://bucketName/path/to/configDir
-                    required: true
           - !ruby/object:Api::Type::NestedObject
             name: whistleConfigSource
-            conflicts:
-              - dataMapperConfigSource
             description: |
               Specifies the path to the mapping configuration for harmonization pipeline.
             required: false
@@ -246,51 +212,8 @@ properties:
             description: |
               Describes the mapping configuration.
             required: false
-          - !ruby/object:Api::Type::NestedObject
-            name: dataMapperConfigSource
-            conflicts:
-              - whistleConfigSource
-            description: |
-              Specifies the path to the mapping configuration for Data Mapper pipeline.
-            required: false
-            properties:
-              - !ruby/object:Api::Type::String
-                name: mapping
-                description: |
-                  Specifies the name of the mapping in the Data Mapper workspace.
-                required: true
-              - !ruby/object:Api::Type::String
-                name: mappingVersionId
-                description: |
-                  Specifies the version ID used to select the Mapping with the name, mapping.
-                required: false
-              - !ruby/object:Api::Type::String
-                name: parameterKey
-                description: |
-                  If set, specifies the name of the parameter key used to select
-                  SQL variable parameter values for this mapping.
-                  Otherwise the default value for each SQL variable is used.
-                required: false
-              - !ruby/object:Api::Type::NestedObject
-                name: gcs
-                description: |
-                  The Cloud Storage location of the Data Mapper configuration files.
-                  Configuration source must be either a Data Mapper workspace or a
-                  Cloud Storage location but cannot be both.
-                required: true
-                properties:
-                  - !ruby/object:Api::Type::String
-                    name: uriPrefix
-                    description: |
-                      The Cloud Storage location URI that must locate either a bucket
-                      root or a directory within a bucket, and the contents at this
-                      location must contain the structured Data Mapper configurations.
-                      Example: gs://bucketName/path/to/configDir
-                    required: true
           - !ruby/object:Api::Type::NestedObject
             name: whistleConfigSource
-            conflicts:
-              - dataMapperConfigSource
             description: |
               Specifies the path to the mapping configuration for harmonization pipeline.
             required: true

mmv1/templates/terraform/examples/healthcare_pipeline_job_backfill.tf.erb

@@ -10,12 +10,4 @@ resource "google_healthcare_pipeline_job" "<%= ctx[:primary_resource_id] %>" {
 resource "google_healthcare_dataset" "dataset" {
   name     = "<%= ctx[:vars]['dataset_name'] %>"
   location = "us-central1"
-}
-
-resource "google_healthcare_fhir_store" "fhirstore" {
-  name    = "<%= ctx[:vars]['fhir_store_name'] %>"
-  dataset = google_healthcare_dataset.dataset.id
-  version = "R4"
-  enable_update_create          = true
-  disable_referential_integrity = true
 }

mmv1/templates/terraform/examples/healthcare_pipeline_job_mapping_recon_dest.tf.erb

@@ -0,0 +1,81 @@
+resource "google_healthcare_pipeline_job" "recon" {
+  name  = "<%= ctx[:vars]['recon_pipeline_name'] %>"
+  location = "us-central1"
+  dataset = google_healthcare_dataset.dataset.id
+  disable_lineage = true
+  reconciliation_pipeline_job {
+    merge_config {
+      description = "sample description for reconciliation rules"
+      whistle_config_source {
+        uri = "gs://${google_storage_bucket.bucket.name}/${google_storage_bucket_object.merge_file.name}"
+        import_uri_prefix = "gs://${google_storage_bucket.bucket.name}"
+      }
+    }
+    matching_uri_prefix = "gs://${google_storage_bucket.bucket.name}"
+    fhir_store_destination = "${google_healthcare_dataset.dataset.id}/fhirStores/${google_healthcare_fhir_store.dest_fhirstore.name}"
+  }
+}
+
+resource "google_healthcare_pipeline_job" "<%= ctx[:primary_resource_id] %>" {
+  depends_on = [google_healthcare_pipeline_job.recon]
+  name  = "<%= ctx[:vars]['pipeline_name'] %>"
+  location = "us-central1"
+  dataset = google_healthcare_dataset.dataset.id
+  disable_lineage = true
+  labels = {
+    example_label_key = "example_label_value"
+  }
+  mapping_pipeline_job {
+    mapping_config {
+      whistle_config_source {
+        uri = "gs://${google_storage_bucket.bucket.name}/${google_storage_bucket_object.mapping_file.name}"
+        import_uri_prefix = "gs://${google_storage_bucket.bucket.name}"
+      }
+      description = "example description for mapping configuration"
+    }
+    fhir_streaming_source {
+      fhir_store = "${google_healthcare_dataset.dataset.id}/fhirStores/${google_healthcare_fhir_store.source_fhirstore.name}"
+      description = "example description for streaming fhirstore"
+    }
+    reconciliation_destination = true
+  }
+}
+
+resource "google_healthcare_dataset" "dataset" {
+  name     = "<%= ctx[:vars]['dataset_name'] %>"
+  location = "us-central1"
+}
+
+resource "google_healthcare_fhir_store" "source_fhirstore" {
+  name    = "<%= ctx[:vars]['source_fhirstore_name'] %>"
+  dataset = google_healthcare_dataset.dataset.id
+  version = "R4"
+  enable_update_create          = true
+  disable_referential_integrity = true
+}
+
+resource "google_healthcare_fhir_store" "dest_fhirstore" {
+  name    = "<%= ctx[:vars]['dest_fhirstore_name'] %>"
+  dataset = google_healthcare_dataset.dataset.id
+  version = "R4"
+  enable_update_create          = true
+  disable_referential_integrity = true
+}
+
+resource "google_storage_bucket" "bucket" {
+    name          = "<%= ctx[:vars]['bucket_name'] %>"
+    location      = "us-central1"
+    uniform_bucket_level_access = true
+}
+
+resource "google_storage_bucket_object" "mapping_file" {
+  name    = "mapping.wstl"
+  content = " "
+  bucket  = google_storage_bucket.bucket.name
+}
+
+resource "google_storage_bucket_object" "merge_file" {
+  name    = "merge.wstl"
+  content = " "
+  bucket  = google_storage_bucket.bucket.name
+}

mmv1/templates/terraform/examples/healthcare_pipeline_job_reconciliation.tf.erb

@@ -5,6 +5,7 @@ resource "google_healthcare_pipeline_job" "<%= ctx[:primary_resource_id] %>" {
   disable_lineage = true
   reconciliation_pipeline_job {
     merge_config {
+      description = "sample description for reconciliation rules"
       whistle_config_source {
         uri = "gs://${google_storage_bucket.bucket.name}/${google_storage_bucket_object.merge_file.name}"
         import_uri_prefix = "gs://${google_storage_bucket.bucket.name}"

mmv1/templates/terraform/examples/healthcare_pipeline_job_whistle_mapping.tf.erb

@@ -3,15 +3,20 @@ resource "google_healthcare_pipeline_job" "<%= ctx[:primary_resource_id] %>" {
   location = "us-central1"
   dataset = google_healthcare_dataset.dataset.id
   disable_lineage = true
+  labels = {
+    example_label_key = "example_label_value"
+  }  
   mapping_pipeline_job {
     mapping_config {
       whistle_config_source {
         uri = "gs://${google_storage_bucket.bucket.name}/${google_storage_bucket_object.mapping_file.name}"
         import_uri_prefix = "gs://${google_storage_bucket.bucket.name}"
       }
+      description = "example description for mapping configuration"
     }
     fhir_streaming_source {
       fhir_store = "${google_healthcare_dataset.dataset.id}/fhirStores/${google_healthcare_fhir_store.source_fhirstore.name}"
+      description = "example description for streaming fhirstore"
     }
     fhir_store_destination = "${google_healthcare_dataset.dataset.id}/fhirStores/${google_healthcare_fhir_store.dest_fhirstore.name}"
   }