Count number of not-null values for every field in ElasticSearch index

count-not-null-all-fields.sh

for FIELD_NAME in $(curl -s -XGET localhost:9200/image/_mapping | jq .image.mappings.image.properties | jq 'keys' | jq .[]); do   NUM_NOT_NULL=$(curl -s -H 'Content-Type: application/json' -XGET 'http://127.0.0.1:9200/image/image/_search' -d '
  {
     "query" : {
        "constant_score" : {
           "filter" : {
              "exists" : {
                 "field" : '"$FIELD_NAME"'
              }
           }
        }
     }
  }
  ' | jq .hits.total);   echo "$FIELD_NAME: $NUM_NOT_NULL"; done | tee out.json

Example output:

"RFEchoTrainLength": 31081
"RRIntervalVector": 597
"RWavePointer": 1859
"RadialPosition": 346
"RadiationMode": 14055
...

This is the number of empty values per field in an ElasticSearch index.