GitHub Action File to Start the Daily Update Pipeline

daily_update.yml

# action to update my kaggle basketball dataset (see more here https://www.kaggle.com/wyattowalsh/basketball)
name: Update Kaggle Basketball Dataset - Daily

# Controls when the action will run. 
on:
  schedule:
  - cron: "15 3 * * *" # update every night at 3:15am
  # Allows you to run this workflow manually from the Actions tab
  workflow_dispatch:

# A workflow run is made up of one or more jobs that can run sequentially or in parallel
jobs:
  # This workflow contains a single job called "build"
  build:
    # The type of runner that the job will run on
    runs-on: ubuntu-latest
    # Steps represent a sequence of tasks that will be executed as part of the job
    steps:
      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
      - uses: actions/checkout@v2
      - name: Set up Python
        uses: actions/setup-python@v2
        with:
          python-version: '3.x'
      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -r ./dependencies/basketball/update_data.txt
      - name: Run kernelpipes
        env:
           KAGGLE_USERNAME: ${{ secrets.KAGGLE_USERNAME }}
           KAGGLE_KEY: ${{ secrets.KAGGLE_KEY }}
        run: kernelpipes basketball/utilities/daily_pipeline.yml