unbalanced docs in shards

gist.script

echo "delete the index"
curl -XDELETE 'http://localhost:9200/gist/'
echo
echo
echo "create the index"
curl -XPUT 'http://localhost:9200/gist/' -d '{
    "settings" : {
        "number_of_shards" : 4,
        "number_of_replicas" : 0,
        "auto_expand_replicas": "false"
    }
}'
echo
echo
echo "request being submitted"
echo '=================================='
echo
cat requests.failed
echo
echo '=================================='
echo
echo bulk load records
curl -s -XPOST localhost:9200/gist/all-data/_bulk --data-binary @requests.failed
echo
echo
echo "index data"
echo '=================================='
echo
curl -XGET 'http://localhost:9200/gist/_status'
echo
echo '=================================='
echo
echo

request.worked

{ "index" : { "_id" : "18" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "60" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "69" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "84" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "88" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "100" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "116" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "126" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "137" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "138" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "142" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "157" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "171" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "176" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "184" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "187" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "201" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "218" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "263" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "266" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "267" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "276" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "280" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "281" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "284" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "326" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "330" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "339" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "350" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "355" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "361" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "365" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "383" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "384" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "391" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "394" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "395" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "401" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "404" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "405" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "406" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "408" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "417" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "462" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "471" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "478" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "483" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "485" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "494" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "503" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "514" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "531" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "545" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "554" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "605" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "611" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "627" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "652" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "699" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "716" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "734" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "737" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "740" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "754" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "755" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "818" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "820" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "823" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "832" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "835" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "846" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "859" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "877" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "879" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "882" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "909" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "932" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "954" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "958" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "959" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "989" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "992" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "995" } }
{ "field1" : "value1" }

requests.failed

{ "index" : { "_id" : "72C03250-A07C-4A61-B8B0-3013DFD3BBAE" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "A1BAD956-330C-4FAA-A47E-A8C75DCFE5E4" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "8A9806FF-9F4C-4213-8EAC-5332221A863F" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "C25C8F08-21DD-4C5D-A570-0FB377D0297A" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "58698464-87CA-429A-B6E8-EED3E76EBDA2" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "2ADB4549-F470-4B5D-8F03-9F01D7F65BAD" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "0CF5F5C2-86B7-4841-9392-509243A07E73" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "01DC62AB-CBD9-434B-B5DD-20F261B26A42" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "E8C42539-58CA-4DC0-8E53-26F42BC0AFD3" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "F7242BD1-DD5D-4CC5-9039-AD73B53C8585" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "9C6CFB9F-556A-442B-A9AE-854A41179A94" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "3A0F4A9C-1E02-43C0-A19D-0DEED7E1DC1D" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "3ED7AC1A-E417-4DF2-A130-FC3E7AB5DDC9" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "BE8F3940-A33F-41BE-823A-E511066043E3" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "2032779E-978C-461E-A9C3-AC534A69A7CB" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "76E642F3-5F43-4ED1-8BB6-96D251271540" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "28355BB1-AC01-441B-BC5C-EF8F3C6F0E9E" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "665AA9D6-98EF-40C9-BCD9-24B2AE4F7A9D" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "CDE74505-355C-4CDE-A721-0BA1695D0F50" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "2646DDDB-ED01-40D0-AFA8-A06AC7A37B68" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "E17F1EDD-146B-4092-BC45-F97EDE59A0E0" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "51FD6A36-1A54-4854-AA9F-4FEC133EE63F" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "6D373379-73DE-40E0-927B-9A870F029FD9" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "A5C921FF-E47E-46E9-B765-C1719D8FF6A5" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "94386F72-745F-47EA-ADCA-A6EBD5F68C7A" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "1ED34071-7B6D-4071-A1D7-C6E6089F44D7" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "FC29CE11-CC26-4ADC-9192-2319AA3E02BA" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "0B399E14-6E88-482F-8DC3-89FC92807CC7" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "8B002E12-8A0F-4C39-A9DA-DC09EAA609A7" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "BB846D98-057C-49AE-86EB-9107092433C4" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "480C8E45-C8AA-49AC-8CCA-18E8CE52AC3E" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "7B2C659F-4235-4B9D-8083-8E0A446D0A24" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "5112D39D-A5DF-40C6-B7CB-60CA8FF92D3C" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "3F070C87-81F5-48FE-A9D8-1F7189C2550E" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "6372F1CF-2331-4A7D-92FB-8F106BC30E29" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "537497E8-CCEA-492D-ABF5-7AD7B5E0B72D" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "E24D2243-54A7-4CA4-9B37-21283A3197B0" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "8B790CFD-D214-4554-839C-EAE4CC6C49C6" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "1479F739-A8E1-45DA-987D-8A2F1F2C04CD" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "91B39260-5481-4352-AF59-B47322F3CF0D" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "E0A699D3-7E93-4085-8D66-1228C5E6CCAF" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "F0B53C99-9901-41DD-8BF4-87B3AF18CC6F" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "247344BE-57FC-4CF3-886C-401AF124E684" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "8AD4E1C1-DA51-49F4-BFB3-1AD08CB4163D" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "E898A1F1-3205-4EFA-A0B1-ECBB52C11006" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "E297ED90-6B4E-4B34-8286-B923778060C1" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "9C1A2259-095A-4FB1-BB50-C12ED4956F09" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "7FD2378B-85A8-4B8D-A997-5C09C7FDED5C" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "068C8E72-02D9-41F6-989C-96CDED5A0DA9" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "12ACCE48-610A-4A96-A0B0-E6EBAFDB4365" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "F83C96A9-C2A2-4BAB-84AF-FD228C740C83" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "4AF1CF17-9945-47EA-B61E-7E128373C9C9" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "B2EFC103-FE35-4354-8B34-D33A56EA2AD2" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "30DC29FC-7A79-4CBF-AC30-B4034D106168" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "A73D2320-B23E-46C8-86E3-879CC66BF2A5" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "07B083B2-2839-440C-987B-27C0FB9EB0FF" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "4FEA7F77-C19D-40AB-9E8A-085BDE015F81" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "074BBCD3-EC4F-425F-A701-85CFD74DC85A" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "EF989B3B-4453-45B4-9A56-CCBA2F2DF361" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "FE8F9F78-5614-42A8-821A-E80591E6922E" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "10B47EA9-11FB-41FE-A8C1-CFCC241CC393" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "355ECF93-2749-4D79-AC1C-50B682EAB30D" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "D396C20D-2056-46C6-BCB4-530538D09848" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "1ACD9F2E-354C-42C9-83F7-40BEBCE7F4E4" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "D07C401C-2250-4F40-BB4C-95EE5FF1B245" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "E3A2B218-4B8C-4C82-BA47-BDB9FCE4E821" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "D1A44C62-74ED-44EC-BC64-7B5DAE03E38D" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "60EBCD61-2B1E-434F-8A7C-5EF1DD7EA0C9" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "4A4085D3-06B4-45DC-9DBA-12385F2BD8FC" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "FC2B7615-79D7-4921-9343-01C3F21921A4" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "457B417B-EA60-4EBB-98AA-7372E19169E0" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "8B3A4E1D-67CA-44F7-9D68-2AE13CDE76A0" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "86FFBADD-9A00-4274-9CF4-6144DF0511A0" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "28A4DA58-6EA8-410B-AABC-9E5A7ACC384C" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "B7813491-A05D-4886-A5DE-9281BC842BF6" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "41056381-9637-4724-B6CE-2EF042FEFCF8" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "EF69A8A0-6854-4FE8-99E3-8562AEFE4944" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "A0A1A773-2E52-48BB-B992-22C84CB954B2" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "4A3A4BE4-D7E4-4257-AAF3-32B9A4EE1E7B" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "E4F6C654-B56F-4030-BF5C-7B1C65CD10EA" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "CEAA44D8-5A0F-41E3-8A84-1C78AFF32C6E" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "3833DC8C-BD32-48A2-88DB-E7CE3A6878C0" } }
{ "field1" : "value1" }
{ "index" : { "_id" : "69C05B26-7C98-4E64-B3DB-69ED062294F8" } }
{ "field1" : "value1" }