dehume-drizly

CREATE TABLE IF NOT EXISTS raw.penthu.raw (
  received_at TIMESTAMP,
  event VARIANT
);

CREATE STAGE IF NOT EXISTS raw.snowpipe.penthu
URL = 's3://penthu/'
CREDENTIALS = (
    AWS_KEY_ID = '{AWS SECRET: analytics_etl}'
    AWS_SECRET_KEY = '{AWS SECRET: analytics_etl}'

dehume-drizly

Start worker

dagster-celery worker start \
  --name worker_1 \
  --app app \
  --queue dagster

Pipeline execution