Skip to content

Instantly share code, notes, and snippets.

Avatar

Anna Geller anna-geller

View GitHub Profile
@anna-geller
anna-geller / orders.csv
Created May 30, 2023 13:33
Example data for a demo
View orders.csv
order_id customer_name customer_email product_id price quantity total
1 Kelly Olsen jenniferschneider@example.com 20 166.89 1 166.89
2 Miguel Moore mccarthylee@example.net 14 171.63 8 1373.04
3 Jessica White wallacejesus@example.com 12 50.62 10 506.2
4 Judith Wilcox sgraham@example.net 17 109.68 9 987.12
5 Andrew Welch ncooper@example.org 20 21.83 3 65.49
6 Michele Callahan kellerlori@example.org 1 83.39 6 500.34
7 Lawrence Morris dsmith@example.net 16 156.62 9 1409.58
8 Kathleen Moran conraddebbie@example.org 15 20.51 10 205.1
9 Crystal Vang sanchezbryan@example.org 10 117.14 10 1171.4
View gitPython.yml
id: gitPython
namespace: prod
tasks:
- id: GitHub
type: io.kestra.core.tasks.flows.Worker
tasks:
- id: cloneRepository
type: io.kestra.plugin.git.Clone
description: password is only required for private repositories
View main.tf
terraform {
required_providers {
aws = {
source = "hashicorp/aws"
version = "~> 4.0"
}
kestra = {
source = "kestra-io/kestra" # namespace of Kestra provider
version = "~> 0.7.0" # don't worry about 0.7.0 being displayed here - the provider works across the latest version as well
View sms_to_mum.py
import openai
import os
from dotenv import load_dotenv, find_dotenv
load_dotenv(find_dotenv())
openai.api_key = os.getenv("OPENAI_API_KEY")
View .env
OPENAI_API_KEY=sk-xxx
View gitPythonPublicRepository.yml
id: gitPythonPublicRepository
namespace: prod
tasks:
- id: py
type: io.kestra.core.tasks.flows.Worker
tasks:
- id: clone-repository
type: io.kestra.plugin.git.Clone
url: https://github.com/anna-geller/kestra-flows
View parametrized.py
from prefect import task, flow
from prefect import get_run_logger
from typing import Any
@task
def say_hi(user_name: str, question: str, answer: Any) -> None:
logger = get_run_logger()
logger.info("Hello from Prefect, %s! 👋", user_name)
logger.info("The answer to the %s question is %s! 🤖", question, answer)
View automation_dag_run_triggers_prefect_action.py
import asyncio
import textwrap
from client import from_dict
from dotenv import load_dotenv
import os
load_dotenv()
View sync_event_from_callback_succeess.py
from airflow.decorators import dag, task
import pendulum
from airflow_prefect import send_prefect_event_callback
@dag(
schedule=None,
start_date=pendulum.datetime(2023, 1, 24, tz="UTC"),
catchup=False,
View sync_event_from_callback_succeess.py
from airflow.decorators import dag, task
import pendulum
from airflow_prefect import send_prefect_event_callback
@dag(
schedule=None,
start_date=pendulum.datetime(2023, 1, 24, tz="UTC"),
catchup=False,