Download summaries of all Guardian articles for a given keyword

guardian-by-keyword.sh

#!/bin/sh

# Download summaries of all Guardian articles for a given keyword

TAG=${1:-covid}
APIKEY=test
APIROOT=https://content.guardianapis.com


# LOOP 1: get all tags containing $TAG
for tag in $(

    curl -s "$APIROOT/tags?q=$TAG&api-key=$APIKEY" \
        | jq -r .response.results[].id

    )
do
    # LOOP 2: get all articles for each tag
    for url in $(

        curl -s "$APIROOT/search?tag=$tag&api-key=$APIKEY" \
            | jq -r .response.results[].apiUrl

        )
    do

        # LOOP 3: download each article's summary
        curl -s "$url?show-blocks=body&api-key=$APIKEY" \
            | jq -r .response.content.blocks.body[].bodyTextSummary

    done
done