Step 1: Define the Snowflake Resource
from dagster import (
Definitions,
AssetKey,
RunRequest,
SensorEvaluationContext,
AssetExecutionContext,
# give the created service account cross namespace permissions (cluster role) | |
extraManifests: | |
- kind: ClusterRole | |
apiVersion: rbac.authorization.k8s.io/v1 | |
metadata: | |
name: extra-cluster-role | |
rules: | |
- apiGroups: ["batch"] | |
resources: ["jobs", "jobs/status"] | |
verbs: ["*"] |
#assets you want to put in the initial asset group | |
from dagster import ( | |
asset, | |
) | |
# Define your assets and group them | |
@asset | |
def asset1(): | |
pass |
Step 1: Define the Snowflake Resource
from dagster import (
Definitions,
AssetKey,
RunRequest,
SensorEvaluationContext,
AssetExecutionContext,
{{ config( | |
severity = 'warn', | |
meta = { | |
'dagster': { | |
'ref': { | |
'name': 'orders_cleaned' | |
} | |
} | |
} | |
) |
# modified by https://github.com/dagster-io/hooli-data-eng-pipelines/blob/christian-test-amp/.github/workflows/deploy-dagster-cloud.yml | |
name: Dagster Cloud Hybrid Deployment | |
on: | |
push: # For full deployment | |
branches: | |
- "main" | |
- "master" | |
pull_request: # For branch deployments | |
types: [opened, synchronize, reopened, closed] |