-
-
Save wflanagan/7acf34a1ceb9156b170657bbdb5bf206 to your computer and use it in GitHub Desktop.
Docker 1.7.5 image ES, less than 2000 documents, imported at rate of less 2 per second, OOMs JVM heap
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#<Elasticsearch::Model::Indexing::Mappings:0x00559a10b6e180 | |
@mapping= | |
{:created_at=>{:type=>"date"}, | |
:updated_at=>{:type=>"date"}, | |
:wordsmaster_ids=>{:type=>"integer", :doc_values=>true}, | |
:scores_updated_at=>{:type=>"date"}, | |
:avg_total_score=>{:type=>"float"}, | |
:avg_visibility_score=>{:type=>"float"}, | |
:avg_engagement_score=>{:type=>"float"}, | |
:avg_presence_score=>{:type=>"float"}, | |
:total_scores=>{:type=>"float"}, | |
:visibility_scores=>{:type=>"float"}, | |
:engagement_scores=>{:type=>"float"}, | |
:presence_scores=>{:type=>"float"}, | |
:wordsmaster_total_scores=>{:type=>"object", :dynamic=>true}, | |
:wordsmaster_visibility_scores=>{:type=>"object", :dynamic=>true}, | |
:wordsmaster_engagement_scores=>{:type=>"object", :dynamic=>true}, | |
:wordsmaster_presence_scores=>{:type=>"object", :dynamic=>true}, | |
:wordsmaster_mentions_count=>{:type=>"object", :dynamic=>true}, | |
:project_total_scores=>{:type=>"object", :dynamic=>true}, | |
:project_visibility_scores=>{:type=>"object", :dynamic=>true}, | |
:project_engagement_scores=>{:type=>"object", :dynamic=>true}, | |
:project_presence_scores=>{:type=>"object", :dynamic=>true}, | |
:project_mentions_count=>{:type=>"object", :dynamic=>true}, | |
:project_wordsmaster_ids=>{:type=>"object", :dynamic=>true}, | |
:project_wordsmasters_count=>{:type=>"object", :dynamic=>true}, | |
:project_latest_mention_at=>{:type=>"object", :dynamic=>true}, | |
:project_latest_wordsmaster_mention=>{:type=>"object", :dynamic=>true}, | |
:project_latest_wordsmaster_mention_at=>{:type=>"object", :dynamic=>true}, | |
:project_sources=>{:type=>"object", :dynamic=>true}, | |
:project_campaign_stage_ids=>{:type=>"object", :dynamic=>true}, | |
:mentions_sentiments=> | |
{:type=>"nested", | |
:properties=> | |
{:sentiment=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:quantity=>{:type=>"integer"}}}, | |
:wordsmaster_mentions_sentiments=> | |
{:type=>"nested", | |
:properties=> | |
{:wordsmaster_id=> | |
{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:sentiments=> | |
{:type=>"nested", | |
:properties=> | |
{:sentiment=> | |
{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:quantity=>{:type=>"integer"}}}}}, | |
:project_mentions_sentiments=> | |
{:type=>"nested", | |
:properties=> | |
{:project_id=>{:type=>"integer"}, | |
:sentiments=> | |
{:type=>"nested", | |
:properties=> | |
{:sentiment=> | |
{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:quantity=>{:type=>"integer"}}}}}, | |
:mentions_languages=> | |
{:type=>"nested", | |
:properties=> | |
{:language=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:quantity=>{:type=>"integer"}}}, | |
:wordsmaster_mentions_languages=> | |
{:type=>"nested", | |
:properties=> | |
{:wordsmaster_id=> | |
{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:languages=> | |
{:type=>"nested", | |
:properties=> | |
{:language=> | |
{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:quantity=>{:type=>"integer"}}}}}, | |
:project_mentions_languages=> | |
{:type=>"nested", | |
:properties=> | |
{:project_id=>{:type=>"integer"}, | |
:languages=> | |
{:type=>"nested", | |
:properties=> | |
{:language=> | |
{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:quantity=>{:type=>"integer"}}}}}, | |
:name=>{:type=>"string"}, | |
:company=>{:type=>"string", :analyzer=>"simple"}, | |
:gender=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:language=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:profile_url=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:profile_ids=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:profiles_count=>{:type=>"integer"}, | |
:profile_services=> | |
{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:profiles=> | |
{:type=>"nested", | |
:dynamic=>true, | |
:properties=> | |
{:id=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:service=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:service_id=> | |
{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:username=>{:type=>"string", :analyzer=>"keyword"}, | |
:name=>{:type=>"string", :analyzer=>"keyword"}, | |
:description=>{:type=>"string", :analyzer=>"keyword"}, | |
:url=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:image_url=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:depth=>{:type=>"integer", :doc_values=>true}, | |
:score=>{:type=>"double", :doc_values=>true}, | |
:created_at=>{:type=>"date", :doc_values=>true}, | |
:updated_at=>{:type=>"date", :doc_values=>true}, | |
:enriched_at=>{:type=>"date", :doc_values=>true}, | |
:scored_at=>{:type=>"date", :doc_values=>true}}}, | |
:description=>{:type=>"string", :analyzer=>"english"}, | |
:ignore_project_ids=>{:type=>"integer", :doc_values=>true}, | |
:in_blacklist=>{:type=>"boolean", :doc_values=>true}, | |
:in_bluelist=>{:type=>"boolean", :doc_values=>true}, | |
:ad_networks=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:host_names=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:domain_names=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:directory_ids=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:geographics=> | |
{:type=>"nested", | |
:properties=> | |
{:location=>{:type=>"nested", :enabled=>false}, | |
:language=> | |
{:type=>"string", :index=>:not_analyzed, :doc_values=>true}}}, | |
:tags=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:keywords=>{:type=>"string", :index=>:not_analyzed, :doc_values=>true}, | |
:share_counts=>{:type=>"nested"}, | |
:data=>{:type=>"nested", :dynamic=>true}, | |
:inaccurate_data=>{:type=>"boolean", :doc_values=>true}}, | |
@options={:dynamic=>"strict"}, | |
@type="influencer"> | |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
[2016-05-29 20:17:51,446][WARN ][cluster.routing.allocation.decider] [audienti-dev-1] high disk watermark [90%] exceeded on [KsO91bLuS1yvz4V5k-yIdw][audienti-dev-1] free: 29.4gb[6.5%], shards will be relocated away from this node | |
java.lang.OutOfMemoryError: Java heap space | |
Dumping heap to java_pid1.hprof ... | |
Heap dump file created [1512674531 bytes in 14.224 secs] | |
[2016-05-29 20:18:45,633][WARN ][cluster.service ] [audienti-dev-1] cluster state update task [cluster_reroute (api)] took 33.2s above the warn threshold of 30s | |
[2016-05-29 20:18:54,045][WARN ][cluster.routing.allocation.decider] [audienti-dev-1] high disk watermark [90%] exceeded on [KsO91bLuS1yvz4V5k-yIdw][audienti-dev-1] free: 29.4gb[6.5%], shards will be relocated away from this node | |
[2016-05-29 20:19:22,463][WARN ][cluster.routing.allocation.decider] [audienti-dev-1] high disk watermark [90%] exceeded on [KsO91bLuS1yvz4V5k-yIdw][audienti-dev-1] free: 29.4gb[6.5%], shards will be relocated away from this node | |
[2016-05-29 20:19:22,463][INFO ][cluster.routing.allocation.decider] [audienti-dev-1] high disk watermark exceeded on one or more nodes, rerouting shards | |
[2016-05-29 20:19:32,483][WARN ][index.merge.scheduler ] [audienti-dev-1] [influencers_development][0] failed to merge | |
org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception | |
at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:354) | |
at org.apache.lucene.index.IndexFileDeleter.deleteFile(IndexFileDeleter.java:719) | |
at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:451) | |
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3826) | |
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:409) | |
at org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107) | |
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:486) | |
Caused by: java.lang.OutOfMemoryError: Java heap space |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment