Skip to content

Instantly share code, notes, and snippets.

View cra's full-sized avatar
🔥

Igor cra

🔥
View GitHub Profile
import pendulum
from airflow.decorators import dag
from airflow.operators.empty import EmptyOperator
from airflow.providers.postgres.operators.postgres import PostgresOperator
@dag(schedule_interval=None, start_date=pendulum.datetime(2020, 11, 1), catchup=False)
def piggy_peter_psqlop_dag():
start = EmptyOperator(task_id='start')
end = EmptyOperator(task_id='end', trigger_rule='none_failed')
from datetime import datetime as dt
from airflow.decorators import task, dag
@dag(schedule=None, start_date=dt(2024, 1, 1))
def vlad_xml_find():
@task
def open_xml():
from pendulum import datetime
from airflow.decorators import dag, task, task_group
from airflow.operators.empty import EmptyOperator
@dag(
tags=["test"],
schedule=None,
from airflow import DAG # noqa
from airflow.decorators import task
from airflow.operators.empty import EmptyOperator
from airflow.operators.python import PythonOperator
from airflow.decorators import dag
import pendulum
import logging
from datetime import timedelta
import psycopg2 # pip install psycopg2-binary
# pip install bytewax==0.17.2
from bytewax.connectors.stdio import StdOutput
from bytewax.connectors.periodic import SimplePollingInput
from bytewax.dataflow import Dataflow
@cra
cra / dataflow_s3_process_files.py
Last active November 14, 2023 16:48
pin bw version
import os
from datetime import timedelta
import boto3
import logging
# pip install bytewax==0.17.2
from bytewax.connectors.stdio import StdOutput
from bytewax.connectors.periodic import SimplePollingInput
from bytewax.dataflow import Dataflow
export OPENAI_API_KEY=sk-HS1XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
import pendulum
from airflow import DAG
from airflow.decorators import dag, task
from airflow.operators.empty import EmptyOperator
from airflow.providers.http.operators.http import SimpleHttpOperator
from airflow.providers.telegram.operators.telegram import TelegramOperator
from airflow.utils.edgemodifier import Label
from airflow.utils.trigger_rule import TriggerRule
from airflow.utils.session import create_session
from airflow.models import Connection
from airflow import DAG # noqa
from airflow.decorators import dag
from airflow.operators.bash import BashOperator
from datetime import datetime
@dag(start_date=datetime(2023, 5, 1), schedule=None, catchup=False, tags=['yoba'])
def read_var_dag():
taska_easy = BashOperator(
task_id='bash_task_simple',
bash_command='echo "using var in command {{ var.value.my_var }} as a full string"',
diff --git a/app.py b/app.py
index f3d9ca8..ead69c0 100755
--- a/app.py
+++ b/app.py
@@ -10,19 +10,14 @@ from telegram import Update
from wtforms import StringField, TextField
from wtforms.validators import DataRequired
-from bot import create_dispatcher, register_handlers
from highlighter import make_image, get_languages