Skip to content

Instantly share code, notes, and snippets.

@wflanagan

wflanagan/Logs.txt Secret

Created May 29, 2016
Embed
What would you like to do?
Docker 1.7.5 image ES, less than 2000 documents, imported at rate of less 2 per second, OOMs JVM heap
#<Elasticsearch::Model::Indexing::Mappings:0x00559a10b6e180
@mapping=
{:created_at=>{:type=>"date"},
:updated_at=>{:type=>"date"},
:wordsmaster_ids=>{:type=>"integer", :doc_values=>true},
:scores_updated_at=>{:type=>"date"},
:avg_total_score=>{:type=>"float"},
:avg_visibility_score=>{:type=>"float"},
:avg_engagement_score=>{:type=>"float"},
:avg_presence_score=>{:type=>"float"},
:total_scores=>{:type=>"float"},
:visibility_scores=>{:type=>"float"},
:engagement_scores=>{:type=>"float"},
:presence_scores=>{:type=>"float"},
:wordsmaster_total_scores=>{:type=>"object", :dynamic=>true},
:wordsmaster_visibility_scores=>{:type=>"object", :dynamic=>true},
:wordsmaster_engagement_scores=>{:type=>"object", :dynamic=>true},
:wordsmaster_presence_scores=>{:type=>"object", :dynamic=>true},
:wordsmaster_mentions_count=>{:type=>"object", :dynamic=>true},
:project_total_scores=>{:type=>"object", :dynamic=>true},
:project_visibility_scores=>{:type=>"object", :dynamic=>true},
:project_engagement_scores=>{:type=>"object", :dynamic=>true},
:project_presence_scores=>{:type=>"object", :dynamic=>true},
:project_mentions_count=>{:type=>"object", :dynamic=>true},
:project_wordsmaster_ids=>{:type=>"object", :dynamic=>true},
:project_wordsmasters_count=>{:type=>"object", :dynamic=>true},
:project_latest_mention_at=>{:type=>"object", :dynamic=>true},
:project_latest_wordsmaster_mention=>{:type=>"object", :dynamic=>true},
:project_latest_wordsmaster_mention_at=>{:type=>"object", :dynamic=>true},
:project_sources=>{:type=>"object", :dynamic=>true},
:project_campaign_stage_ids=>{:type=>"object", :dynamic=>true},
:mentions_sentiments=>
{:type=>"nested",
:properties=>
{:sentiment=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:quantity=>{:type=>"integer"}}},
:wordsmaster_mentions_sentiments=>
{:type=>"nested",
:properties=>
{:wordsmaster_id=>
{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:sentiments=>
{:type=>"nested",
:properties=>
{:sentiment=>
{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:quantity=>{:type=>"integer"}}}}},
:project_mentions_sentiments=>
{:type=>"nested",
:properties=>
{:project_id=>{:type=>"integer"},
:sentiments=>
{:type=>"nested",
:properties=>
{:sentiment=>
{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:quantity=>{:type=>"integer"}}}}},
:mentions_languages=>
{:type=>"nested",
:properties=>
{:language=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:quantity=>{:type=>"integer"}}},
:wordsmaster_mentions_languages=>
{:type=>"nested",
:properties=>
{:wordsmaster_id=>
{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:languages=>
{:type=>"nested",
:properties=>
{:language=>
{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:quantity=>{:type=>"integer"}}}}},
:project_mentions_languages=>
{:type=>"nested",
:properties=>
{:project_id=>{:type=>"integer"},
:languages=>
{:type=>"nested",
:properties=>
{:language=>
{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:quantity=>{:type=>"integer"}}}}},
:name=>{:type=>"string"},
:company=>{:type=>"string", :analyzer=>"simple"},
:gender=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:language=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:profile_url=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:profile_ids=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:profiles_count=>{:type=>"integer"},
:profile_services=>
{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:profiles=>
{:type=>"nested",
:dynamic=>true,
:properties=>
{:id=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:service=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:service_id=>
{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:username=>{:type=>"string", :analyzer=>"keyword"},
:name=>{:type=>"string", :analyzer=>"keyword"},
:description=>{:type=>"string", :analyzer=>"keyword"},
:url=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:image_url=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:depth=>{:type=>"integer", :doc_values=>true},
:score=>{:type=>"double", :doc_values=>true},
:created_at=>{:type=>"date", :doc_values=>true},
:updated_at=>{:type=>"date", :doc_values=>true},
:enriched_at=>{:type=>"date", :doc_values=>true},
:scored_at=>{:type=>"date", :doc_values=>true}}},
:description=>{:type=>"string", :analyzer=>"english"},
:ignore_project_ids=>{:type=>"integer", :doc_values=>true},
:in_blacklist=>{:type=>"boolean", :doc_values=>true},
:in_bluelist=>{:type=>"boolean", :doc_values=>true},
:ad_networks=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:host_names=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:domain_names=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:directory_ids=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:geographics=>
{:type=>"nested",
:properties=>
{:location=>{:type=>"nested", :enabled=>false},
:language=>
{:type=>"string", :index=>:not_analyzed, :doc_values=>true}}},
:tags=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:keywords=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true},
:share_counts=>{:type=>"nested"},
:data=>{:type=>"nested", :dynamic=>true},
:inaccurate_data=>{:type=>"boolean", :doc_values=>true}},
@options={:dynamic=>"strict"},
@type="influencer">
[2016-05-29 20:17:51,446][WARN ][cluster.routing.allocation.decider] [audienti-dev-1] high disk watermark [90%] exceeded on [KsO91bLuS1yvz4V5k-yIdw][audienti-dev-1] free: 29.4gb[6.5%], shards will be relocated away from this node
java.lang.OutOfMemoryError: Java heap space
Dumping heap to java_pid1.hprof ...
Heap dump file created [1512674531 bytes in 14.224 secs]
[2016-05-29 20:18:45,633][WARN ][cluster.service ] [audienti-dev-1] cluster state update task [cluster_reroute (api)] took 33.2s above the warn threshold of 30s
[2016-05-29 20:18:54,045][WARN ][cluster.routing.allocation.decider] [audienti-dev-1] high disk watermark [90%] exceeded on [KsO91bLuS1yvz4V5k-yIdw][audienti-dev-1] free: 29.4gb[6.5%], shards will be relocated away from this node
[2016-05-29 20:19:22,463][WARN ][cluster.routing.allocation.decider] [audienti-dev-1] high disk watermark [90%] exceeded on [KsO91bLuS1yvz4V5k-yIdw][audienti-dev-1] free: 29.4gb[6.5%], shards will be relocated away from this node
[2016-05-29 20:19:22,463][INFO ][cluster.routing.allocation.decider] [audienti-dev-1] high disk watermark exceeded on one or more nodes, rerouting shards
[2016-05-29 20:19:32,483][WARN ][index.merge.scheduler ] [audienti-dev-1] [influencers_development][0] failed to merge
org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:354)
at org.apache.lucene.index.IndexFileDeleter.deleteFile(IndexFileDeleter.java:719)
at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:451)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3826)
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:409)
at org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:486)
Caused by: java.lang.OutOfMemoryError: Java heap space
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment