This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#%% | |
# | |
from collections import defaultdict | |
from dagster import op, graph, Field, config_mapping, GraphDefinition | |
@op(config_schema={"message": str, "other_stuff": Field(int, 9)}) | |
def print_something(context): |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# https://docs.dagster.io/_apidocs/dynamic | |
from dagster import op, job, DynamicOut, DynamicOutput, Field, repository | |
from random import randrange | |
@op(config_schema={"directory": Field(str, default_value="./sample")}, out=DynamicOut(str)) | |
def return_list_of_files(context) -> dict: | |
dir = context.op_config["directory"] | |
for ii in range(randrange(10)): | |
yield DynamicOutput(dir + str(ii), mapping_key=str(ii)) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
apiVersion: argoproj.io/v1alpha1 | |
kind: WorkflowTemplate | |
metadata: | |
name: dbt-exec-template | |
spec: | |
entrypoint: dbt-execute | |
arguments: | |
parameters: | |
- name: exec_command |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
apiVersion: argoproj.io/v1alpha1 | |
kind: WorkflowTemplate | |
metadata: | |
name: meltano-elt-template | |
spec: | |
entrypoint: run-elt | |
arguments: | |
parameters: | |
- name: extractor_name | |
- name: loader_name |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import json | |
import pathlib | |
import sys | |
from typing import List | |
INDENTATION = " " * 4 | |
TYPE_DICT = { | |
"string": "th.StringType", | |
"integer": "th.IntegerType", |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import json | |
import matplotlib.pyplot as plt | |
import networkx as nx | |
import pandas | |
import seaborn as sns | |
import streamlit | |
# Shapes; https://graphviz.org/doc/info/shapes.html | |
node_fmt = { |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# Place this file into `.github/workflows` in your Looker repository | |
# Create a "secret" in the repository settings with your CI user's | |
# Looker Client ID and Secret Token. Then update the environment variables below. | |
name: Looker Data Tests w/ Spectacles | |
on: | |
push: | |
branches: | |
- master |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
## This is a simple script to download comments from /r/utahjazz, | |
## look for bigrams that start with "G" then "H" (or vice versa), | |
## filter out likely non-names, and print them. | |
# Imports | |
import requests | |
from selenium import webdriver | |
from selenium.webdriver.common.by import By | |
from selenium.webdriver.support.ui import WebDriverWait | |
from selenium.webdriver.support import expected_conditions as EC |
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from lxml import html, etree | |
import requests | |
import re | |
import os | |
import sys | |
import unicodecsv as csv | |
import argparse | |
import json | |
def parse(keyword, place): |
NewerOlder