anna-anisienia

sudo yum install -y python3-pip python3 python3-setuptools gcc python3-devel
pip3 install boto3 "prefect[aws]" --user

anna-anisienia

sudo yum install -y python3-pip python3 python3-setuptools gcc python3-devel
pip3 install boto3 "prefect[aws]" --user

anna-anisienia

# set a base image: https://hub.docker.com/_/python?tab=tags&page=1&ordering=last_updated
FROM python:3.8

# optional: ensure that pip is up to date
RUN pip install --upgrade pip

# first we COPY only requirements.txt to ensure that later builds
# with changes to your src code will be faster due to caching of this layer
COPY requirements.txt .
RUN pip install -r requirements.txt

anna-anisienia

# set a base image: https://hub.docker.com/_/python?tab=tags&page=1&ordering=last_updated
FROM python:3.8

# optional: ensure that pip is up to date
RUN pip install --upgrade pip

# first we COPY only requirements.txt to ensure that later builds
# with changes to your src code will be faster due to caching of this layer
COPY requirements.txt .
RUN pip install -r requirements.txt

anna-anisienia

pandas==1.2
scikit-learn==0.24

anna-anisienia

|-- Dockerfile
|-- requirements.txt
 -- src/
    -- etl.py

anna-anisienia

# set a base image: https://hub.docker.com/_/python?tab=tags&page=1&ordering=last_updated
FROM python:3.8

# optional: ensure that pip is up to date
RUN pip install --upgrade pip

# first we COPY only requirements.txt to ensure that later builds
# with changes to your src code will be faster due to caching of this layer
COPY requirements.txt .
RUN pip install -r requirements.txt

anna-anisienia

# set a base image: https://hub.docker.com/_/python?tab=tags&page=1&ordering=last_updated
FROM python:3.8

# optional: ensure that pip is up to date
RUN pip install --upgrade pip

# first we COPY only requirements.txt to ensure that later builds
# with changes to your src code will be faster due to caching of this layer
COPY requirements.txt .
RUN pip install -r requirements.txt

anna-anisienia

➜  ~ docker pull myusername/etlexample
Using default tag: latest
latest: Pulling from myusername/etlexample
Digest: sha256:db08f572ccd37fa3e
Status: Image is up to date for myusername/etlexample:latest
docker.io/myusername/etlexample:latest

anna-anisienia

eksctl delete cluster -n fargate-eks --wait
aws ecr delete-repository --repository-name dask-k8
aws ecr delete-repository --repository-name basic-etl-prefect-flow