Continuous deployment

main-deploy.yaml

name: Main Deploy
on: 
  push: 
    branches:
    - main
jobs:
  extract-transform-load:
    runs-on: ubuntu-latest
    env: 
      PG_CONN_STRING: ${{ secrets.PG_CONN_STRING }}
      BITDOTIO_USER: bitdotio
      BITDOTIO_REPO: simple_pipeline
    steps:
      - name: Checkout repo
        uses: actions/checkout@v2
      - name: Set up Python
        uses: actions/setup-python@v2
        with:
          python-version: '3.7'
      - name: Install dependencies
        run: python -m pip install --upgrade pip -r requirements.txt
      # Note that the unit tests don't need to rerun as they ran with the PR
      - name: ACS population by county
        run: |
             python simple_pipeline/main.py \
             -local_source \
             -name acs_population_counties \
             simple_pipeline/acs_5yr_population_data.csv \
             $BITDOTIO_USER/$BITDOTIO_REPO.population_counties
      # Truncated as the rest is the same as the CI workflow