Scrape the Metropolitan Museum API

met.sh

#!/bin/bash

echo "fetching list of objects";
curl -s "https://collectionapi.metmuseum.org/public/collection/v1/objects" > list.json;
echo "[]" > objects.json;

echo "drawing list of objects";
ids=$(jq -r '.objectIDs | .[]' list.json);
rm list.json;

echo "fetching objects";
for id in ${ids[@]};
do
    echo "fetching item #${id}";
    res=$(curl -s "https://collectionapi.metmuseum.org/public/collection/v1/objects/${id}");
    jq --argjson obj "${res}" '. + [$obj]' < objects.json > tmp.json;
    mv tmp.json objects.json;
done