Created
December 23, 2010 01:25
-
-
Save mrflip/752406 to your computer and use it in GitHub Desktop.
shard recovery is flapping
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
[01:02:06,791][DEBUG][indices.cluster ] [Centurion] [tweet-201010] updating mapping [tweet], source [{"tweet":{"properties":{"text":{"type":"string"},"in_reply_to_screen_name":{"type":"string"},"tweet_id":{"type":"string"},"lng":{"type":"string"},"in_reply_to_search_id":{"type":"string"},"rt_of_tweet_id":{"type":"string"},"rt_of_screen_name":{"type":"string"},"lang":{"type":"string"},"source":{"type":"string"},"retweeted_count":{"type":"string"},"in_reply_to_status_id":{"type":"string"},"search_id":{"type":"string"},"rsrc":{"type":"string"},"created_at":{"type":"string"},"in_reply_to_user_id":{"type":"string"},"user_id":{"type":"string"},"screen_name":{"type":"string"},"rt_of_user_id":{"type":"string"},"lat":{"type":"string"}}}}] | |
[01:02:06,803][DEBUG][indices.cluster ] [Centurion] [tweet-201011] updating mapping [tweet], source [{"tweet":{"properties":{"text":{"type":"string"},"in_reply_to_screen_name":{"type":"string"},"tweet_id":{"type":"string"},"lng":{"type":"string"},"in_reply_to_search_id":{"type":"string"},"rt_of_tweet_id":{"type":"string"},"rt_of_screen_name":{"type":"string"},"lang":{"type":"string"},"source":{"type":"string"},"retweeted_count":{"type":"string"},"in_reply_to_status_id":{"type":"string"},"search_id":{"type":"string"},"rsrc":{"type":"string"},"created_at":{"type":"string"},"in_reply_to_user_id":{"type":"string"},"user_id":{"type":"string"},"screen_name":{"type":"string"},"rt_of_user_id":{"type":"string"},"lat":{"type":"string"}}}}] | |
[01:02:06,805][DEBUG][indices.cluster ] [Centurion] [tweet-201010][3] creating shard | |
[01:02:06,805][DEBUG][index.service ] [Centurion] [tweet-201010] creating shard_id [3] | |
[01:02:06,813][DEBUG][index.deletionpolicy ] [Centurion] [tweet-201010][3] Using [keep_only_last] deletion policy | |
[01:02:06,814][DEBUG][index.merge.policy ] [Centurion] [tweet-201010][3] using [log_bytes_size] merge policy with merge_factor[30], min_merge_size[2.6mb], max_merge_size[8.5E9gb], max_merge_docs[2147483647] calibrate_size_by_deletes[true] | |
[01:02:06,814][DEBUG][index.merge.scheduler ] [Centurion] [tweet-201010][3] using [concurrent] merge scheduler with max_thread_count[64] | |
[01:02:06,814][DEBUG][index.shard.service ] [Centurion] [tweet-201010][3] state: [CREATED] | |
[01:02:06,826][DEBUG][indices.memory ] [Centurion] recalculating shard indexing buffer (reason=created_shard[tweet-201010][3]), total is [512mb] with [2] shards, each shard set to [256mb] | |
[01:02:06,827][DEBUG][index.shard.service ] [Centurion] [tweet-201010][3] state: [CREATED]->[RECOVERING] | |
[01:02:06,835][DEBUG][index.shard.service ] [Centurion] [tweet-201010][3] state: [RECOVERING]->[CLOSED] | |
[01:02:06,837][DEBUG][indices.memory ] [Centurion] recalculating shard indexing buffer (reason=removed_shard[tweet-201010][3]), total is [512mb] with [2] shards, each shard set to [256mb] | |
[01:02:24,129][DEBUG][index.engine.robin ] [Centurion] [tweet-201010][15] Starting engine with ram_buffer_size[256mb], refresh_interval[1s] | |
[01:02:25,573][DEBUG][index.shard.service ] [Centurion] [tweet-201010][15] state: [RECOVERING]->[STARTED] | |
[01:02:25,573][DEBUG][index.shard.service ] [Centurion] [tweet-201010][15] Scheduling refresher every 1s | |
[01:02:26,228][DEBUG][index.shard.recovery ] [Centurion] [tweet-201010][15] recovery completed from [Williams, Eric][PC2f9LzjTp6y3tIrl3AoCA][inet[/10.117.23.150:9300]], took[52s] | |
phase1: recovered_files [371] with total_size of [2gb], took [49.9s], throttling_wait [0s] | |
: reusing_files [0] with total_size of [0b] | |
phase2: recovered [2025] transaction log operations, took [1.4s] | |
phase3: recovered [0] transaction log operations, took [654ms] | |
[01:02:26,582][DEBUG][indices.store ] [Centurion] [tweet-201010][2] deleting unallocated shard | |
[01:02:26,583][DEBUG][indices.store ] [Centurion] [tweet-201010][4] deleting unallocated shard | |
[01:02:26,583][DEBUG][indices.store ] [Centurion] [tweet-201010][5] deleting unallocated shard | |
[01:02:26,583][DEBUG][indices.store ] [Centurion] [tweet-201010][6] deleting unallocated shard | |
[01:02:26,583][DEBUG][indices.store ] [Centurion] [tweet-201010][7] deleting unallocated shard | |
[01:02:26,583][DEBUG][indices.store ] [Centurion] [tweet-201010][8] deleting unallocated shard | |
[01:02:26,583][DEBUG][indices.store ] [Centurion] [tweet-201010][9] deleting unallocated shard | |
[01:02:26,583][DEBUG][indices.store ] [Centurion] [tweet-201010][10] deleting unallocated shard | |
[01:02:26,583][DEBUG][indices.store ] [Centurion] [tweet-201010][11] deleting unallocated shard | |
[01:02:26,583][DEBUG][indices.store ] [Centurion] [tweet-201010][12] deleting unallocated shard | |
[01:02:26,583][DEBUG][indices.store ] [Centurion] [tweet-201010][13] deleting unallocated shard | |
[01:02:26,583][DEBUG][indices.store ] [Centurion] [tweet-201010][14] deleting unallocated shard | |
[01:02:26,583][DEBUG][indices.store ] [Centurion] [tweet-201011][1] deleting unallocated shard | |
[01:02:26,584][DEBUG][indices.store ] [Centurion] [tweet-201011][2] deleting unallocated shard | |
[01:02:26,584][DEBUG][indices.store ] [Centurion] [tweet-201011][3] deleting unallocated shard | |
[01:02:26,584][DEBUG][indices.store ] [Centurion] [tweet-201011][4] deleting unallocated shard | |
[01:02:26,584][DEBUG][indices.store ] [Centurion] [tweet-201011][5] deleting unallocated shard | |
[01:02:26,584][DEBUG][indices.store ] [Centurion] [tweet-201011][6] deleting unallocated shard | |
[01:02:26,584][DEBUG][indices.store ] [Centurion] [tweet-201011][7] deleting unallocated shard | |
[01:02:26,584][DEBUG][indices.store ] [Centurion] [tweet-201011][8] deleting unallocated shard | |
[01:02:26,584][DEBUG][indices.store ] [Centurion] [tweet-201011][9] deleting unallocated shard | |
[01:02:26,584][DEBUG][indices.store ] [Centurion] [tweet-201011][10] deleting unallocated shard | |
[01:02:26,584][DEBUG][indices.store ] [Centurion] [tweet-201011][11] deleting unallocated shard | |
[01:02:26,584][DEBUG][indices.store ] [Centurion] [tweet-201011][12] deleting unallocated shard | |
[01:02:26,584][DEBUG][indices.store ] [Centurion] [tweet-201011][13] deleting unallocated shard | |
[01:02:26,585][DEBUG][indices.store ] [Centurion] [tweet-201011][14] deleting unallocated shard | |
[01:02:26,585][DEBUG][indices.store ] [Centurion] [tweet-201011][15] deleting unallocated shard | |
[01:02:26,585][DEBUG][indices.cluster ] [Centurion] [tweet-201010] updating mapping [tweet], source [{"tweet":{"properties":{"text":{"type":"string"},"in_reply_to_screen_name":{"type":"string"},"tweet_id":{"type":"string"},"lng":{"type":"string"},"in_reply_to_search_id":{"type":"string"},"rt_of_tweet_id":{"type":"string"},"rt_of_screen_name":{"type":"string"},"lang":{"type":"string"},"source":{"type":"string"},"retweeted_count":{"type":"string"},"in_reply_to_status_id":{"type":"string"},"search_id":{"type":"string"},"rsrc":{"type":"string"},"created_at":{"type":"string"},"in_reply_to_user_id":{"type":"string"},"user_id":{"type":"string"},"screen_name":{"type":"string"},"rt_of_user_id":{"type":"string"},"lat":{"type":"string"}}}}] | |
[01:02:26,588][DEBUG][indices.cluster ] [Centurion] [tweet-201011] updating mapping [tweet], source [{"tweet":{"properties":{"text":{"type":"string"},"in_reply_to_screen_name":{"type":"string"},"tweet_id":{"type":"string"},"lng":{"type":"string"},"in_reply_to_search_id":{"type":"string"},"rt_of_tweet_id":{"type":"string"},"rt_of_screen_name":{"type":"string"},"lang":{"type":"string"},"source":{"type":"string"},"retweeted_count":{"type":"string"},"in_reply_to_status_id":{"type":"string"},"search_id":{"type":"string"},"rsrc":{"type":"string"},"created_at":{"type":"string"},"in_reply_to_user_id":{"type":"string"},"user_id":{"type":"string"},"screen_name":{"type":"string"},"rt_of_user_id":{"type":"string"},"lat":{"type":"string"}}}}] | |
[01:02:26,590][DEBUG][indices.cluster ] [Centurion] [tweet-201010][0] creating shard | |
[01:02:26,590][DEBUG][index.service ] [Centurion] [tweet-201010] creating shard_id [0] | |
[01:02:26,598][DEBUG][index.deletionpolicy ] [Centurion] [tweet-201010][0] Using [keep_only_last] deletion policy | |
[01:02:26,598][DEBUG][index.merge.policy ] [Centurion] [tweet-201010][0] using [log_bytes_size] merge policy with merge_factor[30], min_merge_size[2.6mb], max_merge_size[8.5E9gb], max_merge_docs[2147483647] calibrate_size_by_deletes[true] | |
[01:02:26,599][DEBUG][index.merge.scheduler ] [Centurion] [tweet-201010][0] using [concurrent] merge scheduler with max_thread_count[64] | |
[01:02:26,599][DEBUG][index.shard.service ] [Centurion] [tweet-201010][0] state: [CREATED] | |
[01:02:26,601][DEBUG][indices.memory ] [Centurion] recalculating shard indexing buffer (reason=created_shard[tweet-201010][0]), total is [512mb] with [2] shards, each shard set to [256mb] | |
[01:02:26,601][DEBUG][index.shard.service ] [Centurion] [tweet-201010][0] state: [CREATED]->[RECOVERING] | |
[01:02:26,601][DEBUG][indices.cluster ] [Centurion] [tweet-201010][3] creating shard | |
[01:02:26,601][DEBUG][index.service ] [Centurion] [tweet-201010] creating shard_id [3] | |
[01:02:26,608][DEBUG][index.deletionpolicy ] [Centurion] [tweet-201010][3] Using [keep_only_last] deletion policy | |
[01:02:26,609][DEBUG][index.merge.policy ] [Centurion] [tweet-201010][3] using [log_bytes_size] merge policy with merge_factor[30], min_merge_size[2.6mb], max_merge_size[8.5E9gb], max_merge_docs[2147483647] calibrate_size_by_deletes[true] | |
[01:02:26,609][DEBUG][index.merge.scheduler ] [Centurion] [tweet-201010][3] using [concurrent] merge scheduler with max_thread_count[64] | |
[01:02:26,609][DEBUG][index.shard.service ] [Centurion] [tweet-201010][3] state: [CREATED] | |
[01:02:26,612][DEBUG][indices.memory ] [Centurion] recalculating shard indexing buffer (reason=created_shard[tweet-201010][3]), total is [512mb] with [3] shards, each shard set to [170.6mb] | |
[01:02:26,612][DEBUG][index.shard.service ] [Centurion] [tweet-201010][3] state: [CREATED]->[RECOVERING] | |
[01:02:26,625][DEBUG][index.shard.service ] [Centurion] [tweet-201010][3] state: [RECOVERING]->[CLOSED] | |
[01:02:26,630][DEBUG][indices.memory ] [Centurion] recalculating shard indexing buffer (reason=removed_shard[tweet-201010][3]), total is [512mb] with [3] shards, each shard set to [170.6mb] | |
[01:02:48,196][DEBUG][indices.store ] [Centurion] [tweet-201010][1] deleting unallocated shard | |
[01:02:48,636][DEBUG][indices.store ] [Centurion] [tweet-201010][2] deleting unallocated shard | |
[01:02:48,636][DEBUG][indices.store ] [Centurion] [tweet-201010][4] deleting unallocated shard | |
[01:02:48,636][DEBUG][indices.store ] [Centurion] [tweet-201010][5] deleting unallocated shard | |
[01:02:48,636][DEBUG][indices.store ] [Centurion] [tweet-201010][6] deleting unallocated shard | |
[01:02:48,636][DEBUG][indices.store ] [Centurion] [tweet-201010][7] deleting unallocated shard | |
[01:02:48,636][DEBUG][indices.store ] [Centurion] [tweet-201010][8] deleting unallocated shard | |
[01:02:48,637][DEBUG][indices.store ] [Centurion] [tweet-201010][9] deleting unallocated shard | |
[01:02:48,637][DEBUG][indices.store ] [Centurion] [tweet-201010][10] deleting unallocated shard | |
[01:02:48,637][DEBUG][indices.store ] [Centurion] [tweet-201010][11] deleting unallocated shard | |
[01:02:48,637][DEBUG][indices.store ] [Centurion] [tweet-201010][12] deleting unallocated shard | |
[01:02:48,637][DEBUG][indices.store ] [Centurion] [tweet-201010][13] deleting unallocated shard | |
[01:02:48,637][DEBUG][indices.store ] [Centurion] [tweet-201010][14] deleting unallocated shard | |
[01:02:48,637][DEBUG][indices.store ] [Centurion] [tweet-201011][1] deleting unallocated shard | |
[01:02:48,638][DEBUG][indices.store ] [Centurion] [tweet-201011][2] deleting unallocated shard | |
[01:02:48,638][DEBUG][indices.store ] [Centurion] [tweet-201011][3] deleting unallocated shard | |
[01:02:48,638][DEBUG][indices.store ] [Centurion] [tweet-201011][4] deleting unallocated shard | |
[01:02:48,638][DEBUG][indices.store ] [Centurion] [tweet-201011][5] deleting unallocated shard | |
[01:02:48,638][DEBUG][indices.store ] [Centurion] [tweet-201011][6] deleting unallocated shard | |
[01:02:48,638][DEBUG][indices.store ] [Centurion] [tweet-201011][7] deleting unallocated shard | |
[01:02:48,638][DEBUG][indices.store ] [Centurion] [tweet-201011][8] deleting unallocated shard | |
[01:02:48,638][DEBUG][indices.store ] [Centurion] [tweet-201011][9] deleting unallocated shard | |
[01:02:48,639][DEBUG][indices.store ] [Centurion] [tweet-201011][10] deleting unallocated shard | |
[01:02:48,639][DEBUG][indices.store ] [Centurion] [tweet-201011][11] deleting unallocated shard | |
[01:02:48,639][DEBUG][indices.store ] [Centurion] [tweet-201011][12] deleting unallocated shard | |
[01:02:48,639][DEBUG][indices.store ] [Centurion] [tweet-201011][13] deleting unallocated shard | |
[01:02:48,639][DEBUG][indices.store ] [Centurion] [tweet-201011][14] deleting unallocated shard | |
[01:02:48,639][DEBUG][indices.store ] [Centurion] [tweet-201011][15] deleting unallocated shard | |
[01:02:48,639][DEBUG][indices.cluster ] [Centurion] [tweet-201010] updating mapping [tweet], source [{"tweet":{"properties":{"text":{"type":"string"},"in_reply_to_screen_name":{"type":"string"},"tweet_id":{"type":"string"},"lng":{"type":"string"},"in_reply_to_search_id":{"type":"string"},"rt_of_tweet_id":{"type":"string"},"rt_of_screen_name":{"type":"string"},"lang":{"type":"string"},"source":{"type":"string"},"retweeted_count":{"type":"string"},"in_reply_to_status_id":{"type":"string"},"search_id":{"type":"string"},"rsrc":{"type":"string"},"created_at":{"type":"string"},"in_reply_to_user_id":{"type":"string"},"user_id":{"type":"string"},"screen_name":{"type":"string"},"rt_of_user_id":{"type":"string"},"lat":{"type":"string"}}}}] | |
[01:02:48,642][DEBUG][indices.cluster ] [Centurion] [tweet-201011] updating mapping [tweet], source [{"tweet":{"properties":{"text":{"type":"string"},"in_reply_to_screen_name":{"type":"string"},"tweet_id":{"type":"string"},"lng":{"type":"string"},"in_reply_to_search_id":{"type":"string"},"rt_of_tweet_id":{"type":"string"},"rt_of_screen_name":{"type":"string"},"lang":{"type":"string"},"source":{"type":"string"},"retweeted_count":{"type":"string"},"in_reply_to_status_id":{"type":"string"},"search_id":{"type":"string"},"rsrc":{"type":"string"},"created_at":{"type":"string"},"in_reply_to_user_id":{"type":"string"},"user_id":{"type":"string"},"screen_name":{"type":"string"},"rt_of_user_id":{"type":"string"},"lat":{"type":"string"}}}}] | |
[01:02:48,644][DEBUG][indices.cluster ] [Centurion] [tweet-201010][3] creating shard | |
[01:02:48,645][DEBUG][index.service ] [Centurion] [tweet-201010] creating shard_id [3] | |
[01:02:48,652][DEBUG][index.deletionpolicy ] [Centurion] [tweet-201010][3] Using [keep_only_last] deletion policy | |
[01:02:48,653][DEBUG][index.merge.policy ] [Centurion] [tweet-201010][3] using [log_bytes_size] merge policy with merge_factor[30], min_merge_size[2.6mb], max_merge_size[8.5E9gb], max_merge_docs[2147483647] calibrate_size_by_deletes[true] | |
[01:02:48,653][DEBUG][index.merge.scheduler ] [Centurion] [tweet-201010][3] using [concurrent] merge scheduler with max_thread_count[64] | |
[01:02:48,653][DEBUG][index.shard.service ] [Centurion] [tweet-201010][3] state: [CREATED] | |
[01:02:48,655][DEBUG][indices.memory ] [Centurion] recalculating shard indexing buffer (reason=created_shard[tweet-201010][3]), total is [512mb] with [3] shards, each shard set to [170.6mb] | |
[01:02:48,656][DEBUG][index.shard.service ] [Centurion] [tweet-201010][3] state: [CREATED]->[RECOVERING] | |
[01:02:48,663][DEBUG][index.shard.service ] [Centurion] [tweet-201010][3] state: [RECOVERING]->[CLOSED] | |
[01:02:48,664][DEBUG][indices.memory ] [Centurion] recalculating shard indexing buffer (reason=removed_shard[tweet-201010][3]), total is [512mb] with [3] shards, each shard set to [170.6mb] | |
[01:03:31,959][DEBUG][index.engine.robin ] [Centurion] [tweet-201010][0] Starting engine with ram_buffer_size[170.6mb], refresh_interval[1s] | |
[01:03:32,732][DEBUG][index.shard.service ] [Centurion] [tweet-201010][0] state: [RECOVERING]->[STARTED] | |
[01:03:32,732][DEBUG][index.shard.service ] [Centurion] [tweet-201010][0] Scheduling refresher every 1s | |
[01:03:32,937][DEBUG][index.shard.recovery ] [Centurion] [tweet-201010][0] recovery completed from [Williams, Eric][PC2f9LzjTp6y3tIrl3AoCA][inet[/10.117.23.150:9300]], took[1.1m] | |
phase1: recovered_files [302] with total_size of [2gb], took [1m], throttling_wait [0s] | |
: reusing_files [0] with total_size of [0b] | |
phase2: recovered [2019] transaction log operations, took [772ms] | |
phase3: recovered [0] transaction log operations, took [201ms] | |
[01:03:32,943][DEBUG][indices.store ] [Centurion] [tweet-201010][1] deleting unallocated shard | |
[01:03:32,943][DEBUG][indices.store ] [Centurion] [tweet-201010][2] deleting unallocated shard | |
[01:03:32,943][DEBUG][indices.store ] [Centurion] [tweet-201010][4] deleting unallocated shard | |
[01:03:32,943][DEBUG][indices.store ] [Centurion] [tweet-201010][5] deleting unallocated shard | |
[01:03:32,943][DEBUG][indices.store ] [Centurion] [tweet-201010][6] deleting unallocated shard | |
[01:03:32,943][DEBUG][indices.store ] [Centurion] [tweet-201010][7] deleting unallocated shard | |
[01:03:32,943][DEBUG][indices.store ] [Centurion] [tweet-201010][8] deleting unallocated shard | |
[01:03:32,943][DEBUG][indices.store ] [Centurion] [tweet-201010][9] deleting unallocated shard | |
[01:03:32,943][DEBUG][indices.store ] [Centurion] [tweet-201010][10] deleting unallocated shard | |
[01:03:32,944][DEBUG][indices.store ] [Centurion] [tweet-201010][11] deleting unallocated shard | |
[01:03:32,944][DEBUG][indices.store ] [Centurion] [tweet-201010][12] deleting unallocated shard | |
[01:03:32,944][DEBUG][indices.store ] [Centurion] [tweet-201010][13] deleting unallocated shard | |
[01:03:32,944][DEBUG][indices.store ] [Centurion] [tweet-201010][14] deleting unallocated shard | |
[01:03:32,944][DEBUG][indices.store ] [Centurion] [tweet-201011][1] deleting unallocated shard | |
[01:03:32,944][DEBUG][indices.store ] [Centurion] [tweet-201011][2] deleting unallocated shard | |
[01:03:32,944][DEBUG][indices.store ] [Centurion] [tweet-201011][3] deleting unallocated shard | |
[01:03:32,944][DEBUG][indices.store ] [Centurion] [tweet-201011][4] deleting unallocated shard | |
[01:03:32,945][DEBUG][indices.store ] [Centurion] [tweet-201011][5] deleting unallocated shard | |
[01:03:32,945][DEBUG][indices.store ] [Centurion] [tweet-201011][6] deleting unallocated shard | |
[01:03:32,945][DEBUG][indices.store ] [Centurion] [tweet-201011][7] deleting unallocated shard | |
[01:03:32,945][DEBUG][indices.store ] [Centurion] [tweet-201011][8] deleting unallocated shard | |
[01:03:32,945][DEBUG][indices.store ] [Centurion] [tweet-201011][9] deleting unallocated shard | |
[01:03:32,945][DEBUG][indices.store ] [Centurion] [tweet-201011][10] deleting unallocated shard | |
[01:03:32,945][DEBUG][indices.store ] [Centurion] [tweet-201011][11] deleting unallocated shard | |
[01:03:32,945][DEBUG][indices.store ] [Centurion] [tweet-201011][12] deleting unallocated shard | |
[01:03:32,945][DEBUG][indices.store ] [Centurion] [tweet-201011][13] deleting unallocated shard | |
[01:03:32,945][DEBUG][indices.store ] [Centurion] [tweet-201011][14] deleting unallocated shard | |
[01:03:32,946][DEBUG][indices.store ] [Centurion] [tweet-201011][15] deleting unallocated shard | |
[01:03:32,946][DEBUG][indices.cluster ] [Centurion] [tweet-201010] updating mapping [tweet], source [{"tweet":{"properties":{"text":{"type":"string"},"in_reply_to_screen_name":{"type":"string"},"tweet_id":{"type":"string"},"lng":{"type":"string"},"in_reply_to_search_id":{"type":"string"},"rt_of_tweet_id":{"type":"string"},"rt_of_screen_name":{"type":"string"},"lang":{"type":"string"},"source":{"type":"string"},"retweeted_count":{"type":"string"},"in_reply_to_status_id":{"type":"string"},"search_id":{"type":"string"},"rsrc":{"type":"string"},"created_at":{"type":"string"},"in_reply_to_user_id":{"type":"string"},"user_id":{"type":"string"},"screen_name":{"type":"string"},"rt_of_user_id":{"type":"string"},"lat":{"type":"string"}}}}] | |
[01:03:32,949][DEBUG][indices.cluster ] [Centurion] [tweet-201011] updating mapping [tweet], source [{"tweet":{"properties":{"text":{"type":"string"},"in_reply_to_screen_name":{"type":"string"},"tweet_id":{"type":"string"},"lng":{"type":"string"},"in_reply_to_search_id":{"type":"string"},"rt_of_tweet_id":{"type":"string"},"rt_of_screen_name":{"type":"string"},"lang":{"type":"string"},"source":{"type":"string"},"retweeted_count":{"type":"string"},"in_reply_to_status_id":{"type":"string"},"search_id":{"type":"string"},"rsrc":{"type":"string"},"created_at":{"type":"string"},"in_reply_to_user_id":{"type":"string"},"user_id":{"type":"string"},"screen_name":{"type":"string"},"rt_of_user_id":{"type":"string"},"lat":{"type":"string"}}}}] | |
[01:03:32,951][DEBUG][indices.cluster ] [Centurion] [tweet-201010][3] creating shard | |
[01:03:32,951][DEBUG][index.service ] [Centurion] [tweet-201010] creating shard_id [3] | |
[01:03:32,959][DEBUG][index.deletionpolicy ] [Centurion] [tweet-201010][3] Using [keep_only_last] deletion policy | |
[01:03:32,959][DEBUG][index.merge.policy ] [Centurion] [tweet-201010][3] using [log_bytes_size] merge policy with merge_factor[30], min_merge_size[2.6mb], max_merge_size[8.5E9gb], max_merge_docs[2147483647] calibrate_size_by_deletes[true] | |
[01:03:32,959][DEBUG][index.merge.scheduler ] [Centurion] [tweet-201010][3] using [concurrent] merge scheduler with max_thread_count[64] | |
[01:03:32,959][DEBUG][index.shard.service ] [Centurion] [tweet-201010][3] state: [CREATED] | |
[01:03:32,962][DEBUG][indices.memory ] [Centurion] recalculating shard indexing buffer (reason=created_shard[tweet-201010][3]), total is [512mb] with [3] shards, each shard set to [170.6mb] | |
[01:03:32,962][DEBUG][index.shard.service ] [Centurion] [tweet-201010][3] state: [CREATED]->[RECOVERING] | |
[01:03:32,968][DEBUG][index.shard.service ] [Centurion] [tweet-201010][3] state: [RECOVERING]->[CLOSED] | |
[01:03:32,971][DEBUG][indices.memory ] [Centurion] recalculating shard indexing buffer (reason=removed_shard[tweet-201010][3]), total is [512mb] with [3] shards, each shard set to [170.6mb] |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment