Deploys Python Scrapy library to an AWS Lambda layer. You can specify the region, library version, and runtime.

scrapy_lambda_layer.sh

REGION=eu-west-1
VER=1.7.3
RUNTIME=python3.7

docker run -v $(pwd):/out -it lambci/lambda:build-$RUNTIME \
    pip install scrapy==$VER -t /out/build/scrapy/python

cd build/scrapy
zip -r ../../scrapy.zip python/
cd ../..

aws lambda publish-layer-version \
    --layer-name Scrapy \
    --region $REGION \
    --description $VER \
    --zip-file fileb://scrapy.zip \
    --compatible-runtimes $RUNTIME

rm -rf build *.zip