dbt_serverless

ecs_task_definition.json

[{
    "name": "${container_name}",
    "image": "${image}:${image_version}",
    "essential": true,
    "environment": [
      {
        "name": "DB_HOST",
        "value": "${db_host}"
      },
      {
        "name": "DB_PORT",
        "value": "${db_port}"
      },
      {
        "name": "DB_USER",
        "value": "${db_user}"
      },
      {
        "name": "DB_PASSWORD",
        "value": "${db_password}"
      },
      {
        "name": "DB_NAME",
        "value": "${db_name}"
      },
      {
        "name": "DB_SCHEMA",
        "value": "${db_schema}"
      }],
    "logConfiguration": {
        "logDriver": "awslogs",
        "options": {
            "awslogs-group": "${log_group}",
            "awslogs-region": "${log_region}",
            "awslogs-stream-prefix": "${log_stream_prefix}"
        }
    }
  }]

sm_definition.json

{
  "StartAt": "first_task",
  "States": {
    "first_task": {
      "Type": "Task",
      "Resource": "arn:aws:states:::ecs:runTask.sync",
      "Parameters": {
        "Cluster": "${ecs_cluster}",
        "TaskDefinition": "${ecs_task_name}",
        "LaunchType": "FARGATE",
        "NetworkConfiguration": {
          "AwsvpcConfiguration": {
            "Subnets": ["${subnet_1}", "${subnet_2}", "${subnet_3}"],
            "AssignPublicIp": "ENABLED",
            "SecurityGroups": ["${security_group_1}"]
          }
        },
        "Overrides": {
          "ContainerOverrides": [
            {
              "Name": "dbt",
              "Command.$": "$.commands1"
            }
          ]
        }
      },
      "Retry": [
        {
          "ErrorEquals": ["States.ALL"],
          "IntervalSeconds": 5,
          "BackoffRate": 1.5,
          "MaxAttempts": 3
        }
      ],
      "Catch": [
        {
          "ErrorEquals": ["States.ALL"],
          "Next": "FailureNotifier",
          "ResultPath": null
        }
      ],
      "Next": "second_task",
      "ResultPath": "$.task_1"
    },
    "second_task": {
      "Type": "Task",
      "Resource": "arn:aws:states:::ecs:runTask.sync",
      "Parameters": {
        "Cluster": "${ecs_cluster}",
        "TaskDefinition": "${ecs_task_name}",
        "LaunchType": "FARGATE",
        "NetworkConfiguration": {
          "AwsvpcConfiguration": {
            "Subnets": ["${subnet_1}", "${subnet_2}", "${subnet_3}"],
            "AssignPublicIp": "ENABLED",
            "SecurityGroups": ["${security_group_1}"]
          }
        },
        "Overrides": {
          "ContainerOverrides": [
            {
              "Name": "dbt",
              "Command.$": "$.commands2"
            }
          ]
        }
      },
      "Retry": [
        {
          "ErrorEquals": ["States.ALL"],
          "IntervalSeconds": 5,
          "BackoffRate": 1.5,
          "MaxAttempts": 3
        }
      ],
      "Catch": [
        {
          "ErrorEquals": ["States.ALL"],
          "Next": "FailureNotifier",
          "ResultPath": null
        }
      ],
      "ResultPath": "$.task_2",
      "End": true
    },
    "FailureNotifier": {
      "Type": "Pass",
      "Next": "Failure",
      "ResultPath": "$.notifier"
    },
    "Failure": {
      "Type": "Fail"
    }
  }
}