Skip to content

Instantly share code, notes, and snippets.

Keybase proof

I hereby claim:

  • I am rossturk on github.
  • I am rossturk (https://keybase.io/rossturk) on keybase.
  • I have a public key whose fingerprint is FB1D 1BE9 67A8 5DED B0F5 9AD3 319C 0EE9 5EF9 087B

To claim this, I am signing this object:

@rossturk
rossturk / gist:1223ae5d57fbcbb4bc32da0d49137ef2
Last active April 22, 2022 07:11
Replace GA tags with Matomo
#!/usr/bin/env python
# SPDX-License-Identifier: Apache-2.0
#
# Algorithm borrowed from https://github.com/merobi-hub/SPDXUpdater
import sys
import os
import re
from datetime import datetime
from os.path import exists
from pydriller import Repository, ModificationType
from git import Repo
from airflow.models import DAG
from airflow.operators.python import get_current_context
from airflow.exceptions import AirflowSkipException
from astro import sql as aql
@rossturk
rossturk / astro-cli-downloads.py
Created September 16, 2022 01:15
Grab Astro CLI downloads
from datetime import datetime
from astro import sql as aql
from astro.sql.table import Table
from airflow.models import DAG
import pandas as pd
import requests
CONN_ID = "dwh"
@rossturk
rossturk / astro-homebrew-history.py
Last active September 16, 2022 19:22
astro-homebrew-history
from datetime import datetime
from astro import sql as aql
from astro.sql.table import Table
from airflow.models import DAG
from git import Repo
from os.path import exists
from airflow.operators.python import get_current_context
import pandas as pd
import io
import json
@rossturk
rossturk / orbit-members-orgs.py
Last active December 16, 2022 21:31
Import Orbit members and orgs
from datetime import datetime
import requests
from include.autopaginate_api_call import AutoPaginate
from astro import sql as aql
from astro.sql.table import Table
from airflow.models import DAG, Variable
import pandas as pd
CONN_ID = "dwh"
@rossturk
rossturk / orbit-activities.py
Created December 16, 2022 22:21
Get Orbit activities
from datetime import datetime
import requests
from include.autopaginate_api_call import AutoPaginate
from airflow.operators.python import get_current_context
from astro import sql as aql
from astro.sql.table import Table, Metadata
from airflow.models import DAG, Variable
import pandas as pd
from airflow.exceptions import AirflowSkipException
@rossturk
rossturk / awario-mentions.py
Created December 16, 2022 22:31
Gather Awario mentions
from datetime import datetime
import requests
from include.autopaginate_api_call import AutoPaginate
from astro import sql as aql
from astro.sql.table import Table, Metadata
from airflow.models import DAG, Variable
from pandas import DataFrame
from airflow.exceptions import AirflowSkipException
@rossturk
rossturk / git-commits-by-file.py
Created December 16, 2022 22:36
Gather commits by file
from datetime import datetime
from pydriller import Repository, ModificationType
from astro import sql as aql
from astro.sql.table import Table
from airflow.models import DAG
from git import Repo
from os.path import exists
from airflow.operators.python import get_current_context
from airflow.exceptions import AirflowSkipException
import pandas as pd
@rossturk
rossturk / astro-cli-downloads.py
Created December 16, 2022 22:40
Snapshot downloads of a GitHub package
from datetime import datetime
from astro import sql as aql
from astro.sql.table import Table
from airflow.models import DAG
import pandas as pd
import requests
CONN_ID = "dwh"