Skip to content

Instantly share code, notes, and snippets.

/gist:4537335

Created January 15, 2013 08:55
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
Star You must be signed in to star a gist
Embed
What would you like to do?
Learn more about clone URLs
Download ZIP
Raw
gistfile1.txt
Index settings :
{
"all" : {
"settings" : {
"index.merge.policy.max_merged_segment" : "25gb",
"index.merge.policy.segments_per_tier" : "2",
"index.merge.policy.max_merge_at_once" : "2",
"index.refresh_interval" : "600s",
"index.number_of_shards" : "10",
"index.number_of_replicas" : "0",
"index.translog.flush_threshold_ops" : "50000",
"index.routing.allocation.total_shards_per_node" : "10"
(…)
}
}
}
Layout of a shard segments:
"0" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "GIGrdBahRRmQkf6LJOGCdg"
},
"num_committed_segments" : 19,
"num_search_segments" : 15,
"segments" : {
"_2h" : {
"generation" : 89,
"num_docs" : 36084,
"deleted_docs" : 988,
"size" : "160.5mb",
"size_in_bytes" : 168346795,
"committed" : true,
"search" : false
},
"_3v" : {
"generation" : 139,
"num_docs" : 38650,
"deleted_docs" : 4257,
"size" : "192.8mb",
"size_in_bytes" : 202186139,
"committed" : true,
"search" : true
},
"_4i" : {
"generation" : 162,
"num_docs" : 49602,
"deleted_docs" : 0,
"size" : "218mb",
"size_in_bytes" : 228676589,
"committed" : true,
"search" : false
},
"_4k" : {
"generation" : 164,
"num_docs" : 46877,
"deleted_docs" : 0,
"size" : "214.2mb",
"size_in_bytes" : 224670415,
"committed" : true,
"search" : false
},
"_4q" : {
"generation" : 170,
"num_docs" : 44615,
"deleted_docs" : 0,
"size" : "211.1mb",
"size_in_bytes" : 221446516,
"committed" : true,
"search" : true
},
"_4u" : {
"generation" : 174,
"num_docs" : 48586,
"deleted_docs" : 0,
"size" : "222.7mb",
"size_in_bytes" : 233614544,
"committed" : true,
"search" : true
},
"_5j" : {
"generation" : 199,
"num_docs" : 44454,
"deleted_docs" : 0,
"size" : "213.7mb",
"size_in_bytes" : 224081186,
"committed" : true,
"search" : false
},
"_61" : {
"generation" : 217,
"num_docs" : 206228,
"deleted_docs" : 29927,
"size" : "1gb",
"size_in_bytes" : 1116095807,
"committed" : true,
"search" : true
},
"_66" : {
"generation" : 222,
"num_docs" : 17683,
"deleted_docs" : 0,
"size" : "80.9mb",
"size_in_bytes" : 84855267,
"committed" : true,
"search" : true
},
"_69" : {
"generation" : 225,
"num_docs" : 44697,
"deleted_docs" : 0,
"size" : "208.9mb",
"size_in_bytes" : 219143548,
"committed" : true,
"search" : true
},
"_6d" : {
"generation" : 229,
"num_docs" : 94810,
"deleted_docs" : 0,
"size" : "431.1mb",
"size_in_bytes" : 452128581,
"committed" : true,
"search" : true
},
"_6f" : {
"generation" : 231,
"num_docs" : 21771,
"deleted_docs" : 0,
"size" : "106.1mb",
"size_in_bytes" : 111298916,
"committed" : true,
"search" : false
},
"_6k" : {
"generation" : 236,
"num_docs" : 1448,
"deleted_docs" : 0,
"size" : "6.7mb",
"size_in_bytes" : 7090313,
"committed" : true,
"search" : false
},
"_6m" : {
"generation" : 238,
"num_docs" : 30374,
"deleted_docs" : 117,
"size" : "141.1mb",
"size_in_bytes" : 147994454,
"committed" : true,
"search" : false
},
"_6q" : {
"generation" : 242,
"num_docs" : 47627,
"deleted_docs" : 0,
"size" : "218.1mb",
"size_in_bytes" : 228698788,
"committed" : true,
"search" : false
},
"_6r" : {
"generation" : 243,
"num_docs" : 2247,
"deleted_docs" : 0,
"size" : "10.7mb",
"size_in_bytes" : 11241602,
"committed" : true,
"search" : false
},
"_6s" : {
"generation" : 244,
"num_docs" : 24037,
"deleted_docs" : 0,
"size" : "112.1mb",
"size_in_bytes" : 117650226,
"committed" : true,
"search" : false
},
"_6t" : {
"generation" : 245,
"num_docs" : 599,
"deleted_docs" : 0,
"size" : "2.9mb",
"size_in_bytes" : 3134777,
"committed" : true,
"search" : false
},
"_6u" : {
"generation" : 246,
"num_docs" : 1700,
"deleted_docs" : 0,
"size" : "8.2mb",
"size_in_bytes" : 8636663,
"committed" : true,
"search" : false
},
"_9i" : {
"generation" : 342,
"num_docs" : 3148,
"deleted_docs" : 0,
"size" : "14.9mb",
"size_in_bytes" : 15639064,
"committed" : false,
"search" : true
},
"_l5" : {
"generation" : 761,
"num_docs" : 10934,
"deleted_docs" : 0,
"size" : "49.4mb",
"size_in_bytes" : 51842745,
"committed" : false,
"search" : true
},
"_tk" : {
"generation" : 1064,
"num_docs" : 53572,
"deleted_docs" : 10109,
"size" : "288.4mb",
"size_in_bytes" : 302477920,
"committed" : false,
"search" : true
},
"_tl" : {
"generation" : 1065,
"num_docs" : 11394,
"deleted_docs" : 0,
"size" : "49mb",
"size_in_bytes" : 51416130,
"committed" : false,
"search" : true
},
"_tp" : {
"generation" : 1069,
"num_docs" : 45808,
"deleted_docs" : 0,
"size" : "218.7mb",
"size_in_bytes" : 229413796,
"committed" : false,
"search" : true
},
"_tq" : {
"generation" : 1070,
"num_docs" : 4518,
"deleted_docs" : 0,
"size" : "21.3mb",
"size_in_bytes" : 22419829,
"committed" : false,
"search" : true
},
"_tr" : {
"generation" : 1071,
"num_docs" : 97229,
"deleted_docs" : 0,
"size" : "434.6mb",
"size_in_bytes" : 455731821,
"committed" : false,
"search" : true
},
"_ts" : {
"generation" : 1072,
"num_docs" : 91331,
"deleted_docs" : 0,
"size" : "428mb",
"size_in_bytes" : 448807433,
"committed" : false,
"search" : true
}
}
} ],
A piece of my merge log:
[2013-01-14 09:22:48,126][TRACE][index.merge.scheduler ] [es-02] [all][0] merge [_tq] starting..., merging [2] segments, [4518] docs, [21.5mb] size, into [21.5mb] estimated_size
[2013-01-14 09:22:48,619][TRACE][index.merge.scheduler ] [es-02] [all][7] merge [_wm] starting..., merging [2] segments, [89578] docs, [423.7mb] size, into [423.7mb] estimated_size
[2013-01-14 09:22:50,322][TRACE][index.merge.scheduler ] [es-02] [all][0] merge [_tq] done, took [2.1s]
[2013-01-14 09:22:51,139][TRACE][index.merge.scheduler ] [es-02] [all][0] merge [_tr] starting..., merging [2] segments, [97229] docs, [436.1mb] size, into [436.1mb] estimated_size
[2013-01-14 09:22:58,789][TRACE][index.merge.scheduler ] [es-02] [all][0] merge [_tp] done, took [12.6s]
[2013-01-14 09:22:59,154][TRACE][index.merge.scheduler ] [es-02] [all][0] merge [_ts] starting..., merging [2] segments, [91331] docs, [427.9mb] size, into [427.9mb] estimated_size
[2013-01-14 09:23:16,130][DEBUG][index.merge.scheduler ] [es-02] [all][7] merge [_wm] done, took [27.5s]
[2013-01-14 09:23:20,385][DEBUG][index.merge.scheduler ] [es-02] [all][0] merge [_tr] done, took [29.2s]
[2013-01-14 09:23:26,106][DEBUG][index.merge.scheduler ] [es-02] [all][0] merge [_ts] done, took [26.9s]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment