Shell scripts for biocache using JQ

Dwc_terms_biocache.sh

# find all DwC terms in index/fields
curl -s https://biocache-ws.ala.org.au/ws/index/fields | jq -r '.[] | select(.dwcTerm != null) | .dwcTerm ' 

curl -s "https://biocache-ws.ala.org.au/ws/index/fields" | jq -r '.[] | select(.dwcTerm != null) | "\(.name)|\(.dwcTerm)" '

record_counts_for_dwc_fields.sh

#!/usr/bin/env bash

BIOCACHE_PREFIX="https://biocache-ws.ala.org.au/ws"
dwcCounts=("DwC term, SOLR field, count")

declare -A dwcFields
while IFS="|" read -r key value
do
    dwcFields[$key]="$value"
done < <(curl -s --fail "${BIOCACHE_PREFIX}/index/fields" | jq -r '.[] | select(.dwcTerm != null and .indexed == true) | "\(.name)|\(.dwcTerm)" ') 

for key in "${!dwcFields[@]}"; do 
    #echo "getting count for $key (${dwcFields[$key]})"
    echo -n "."
    count=$(curl -s --fail "${BIOCACHE_PREFIX}/occurrences/search?q=${key}:*&pageSize=0" | jq -r '.totalRecords')
    dwcCounts+=("${dwcFields[$key]}, ${key}, ${count}")
done
echo -e "\n${#dwcCounts[@]} fields found\n\n"
printf '%s\n' "${dwcCounts[@]}"