Skip to content

Instantly share code, notes, and snippets.

@jster1357
Created June 2, 2022 17:35
Show Gist options
  • Save jster1357/0d82bc4682aef15deeb685291ff730b4 to your computer and use it in GitHub Desktop.
Save jster1357/0d82bc4682aef15deeb685291ff730b4 to your computer and use it in GitHub Desktop.
Data Fusion Terraform - no shared vpc w/ loaded pipelines
resource "google_data_fusion_instance" "create_instance" {
name = var.instance_name
description = var.description
region = var.region
type = var.cdf_version
enable_stackdriver_logging = true
enable_stackdriver_monitoring = true
labels = {
instance_owner = var.instance_owner
}
private_instance = true
network_config {
network = var.cdf_network
ip_allocation = var.cdf_ip_range
}
version = var.cdf_release
dataproc_service_account = var.default_service_account
}
resource "cdap_application" "pipeline0" {
name = "example_pipeline0"
spec = file("~/terraform/datafusion-pipelines/demo-cdap-data-pipeline-0.json")
depends_on = [google_data_fusion_instance.create_instance]
}
resource "cdap_application" "pipeline1" {
name = "example_pipeline1"
spec = file("~/terraform/datafusion-pipelines/demo-cdap-data-pipeline-1.json")
depends_on = [google_data_fusion_instance.create_instance]
}
resource "cdap_application" "pipeline2" {
name = "example_pipeline2"
spec = file("~/terraform/datafusion-pipelines/demo-cdap-data-pipeline-2.json")
depends_on = [google_data_fusion_instance.create_instance]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment