Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
logstash sqs failure
# vim: tw=60 ts=2
input {
sqs {
queue => "linn-core-logging"
region => "eu-west-1"
# Once this is inside AWS, it should be switched using an IAM profile
# Policy detail at https://github.com/logstash-plugins/logstash-input-s3
access_key_id => "foo"
secret_access_key => "bar"
tags => [ "aws", "sqs" ]
type => "sqs"
}
}
output {
elasticsearch {
hosts => "stats.linn.co.uk"
}
}
14:22:56.586 [[main]-pipeline-manager] INFO logstash.outputs.elasticsearch - New Elasticsearch output {:class=>"LogStash::Outputs::ElasticSearch", :hosts=>[#<URI::Generic:0x4035234c URL://stats.linn.co.uk>]}
14:22:56.590 [[main]-pipeline-manager] INFO logstash.pipeline - Starting pipeline {"id"=>"main", "pipeline.workers"=>4, "pipeline.batch.size"=>125, "pipeline.batch.delay"=>5, "pipeline.max_inflight"=>500}
14:22:56.826 [[main]-pipeline-manager] INFO logstash.inputs.sqs - Registering SQS input {:queue=>"linn-core-logging"}
14:22:59.691 [[main]-pipeline-manager] INFO logstash.pipeline - Pipeline main started
14:22:59.694 [[main]<sqs] DEBUG logstash.inputs.sqs - Polling SQS queue {:polling_options=>{:max_number_of_messages=>10, :attribute_names=>["SentTimestamp"], :wait_time_seconds=>20}}
14:22:59.705 [Api Webserver] DEBUG logstash.agent - Starting puma
14:22:59.706 [Api Webserver] DEBUG logstash.agent - Trying to start WebServer {:port=>9600}
14:22:59.710 [Api Webserver] DEBUG logstash.api.service - [api-service] start
14:22:59.730 [Api Webserver] DEBUG logstash.agent - Trying to start WebServer {:port=>9601}
14:22:59.730 [Api Webserver] DEBUG logstash.api.service - [api-service] start
14:22:59.734 [Api Webserver] INFO logstash.agent - Successfully started Logstash API endpoint {:port=>9601}
14:22:59.869 [[main]<sqs] ERROR logstash.pipeline - A plugin had an unrecoverable error. Will restart this plugin.
Plugin: <LogStash::Inputs::SQS queue=>"linn-core-logging", region=>"eu-west-1", access_key_id=>"foo", secret_access_key=>"bar", tags=>["aws", "sqs"], type=>"sqs", id=>"e2810f6404f15102853ab27c46f2bbdd5be60acc-1", enable_metric=>true, codec=><LogStash::Codecs::JSON id=>"json_b45e7f0c-8ccb-4b91-9241-a022adea8e42", enable_metric=>true, charset=>"UTF-8">, threads=>1, polling_frequency=>20>
Error: uninitialized constant Aws::Client::Errors
Exception: NameError
Stack: org/jruby/RubyModule.java:2719:in `const_missing'
org/jruby/RubyModule.java:2638:in `const_get'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/xml/error_handler.rb:25:in `error'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/xml/error_handler.rb:9:in `call'
org/jruby/RubyProc.java:281:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/response.rb:43:in `on'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/http/response.rb:139:in `on_success'
org/jruby/RubyProc.java:281:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/http/response.rb:166:in `listener'
org/jruby/RubyProc.java:281:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/http/response.rb:130:in `on_done'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/http/response.rb:137:in `on_success'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/response.rb:42:in `on'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/xml/error_handler.rb:8:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/request_signer.rb:84:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/retry_errors.rb:87:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/sqs_queue_urls.rb:13:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/query/handler.rb:27:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/user_agent.rb:12:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/plugins/endpoint.rb:41:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/param_validator.rb:21:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/plugins/raise_response_errors.rb:14:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/param_converter.rb:20:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/plugins/response_target.rb:21:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/request.rb:70:in `send_request'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/base.rb:207:in `receive_message'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-resources-2.3.22/lib/aws-sdk-resources/services/sqs/queue_poller.rb:390:in `send_request'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-resources-2.3.22/lib/aws-sdk-resources/services/sqs/queue_poller.rb:383:in `get_messages'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-resources-2.3.22/lib/aws-sdk-resources/services/sqs/queue_poller.rb:332:in `poll'
org/jruby/RubyKernel.java:1479:in `loop'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-resources-2.3.22/lib/aws-sdk-resources/services/sqs/queue_poller.rb:331:in `poll'
org/jruby/RubyKernel.java:1242:in `catch'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-resources-2.3.22/lib/aws-sdk-resources/services/sqs/queue_poller.rb:330:in `poll'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/logstash-input-sqs-3.0.2/lib/logstash/inputs/sqs.rb:142:in `run'
org/jruby/RubyProc.java:281:in `call'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/logstash-input-sqs-3.0.2/lib/logstash/inputs/sqs.rb:167:in `run_with_backoff'
/usr/share/logstash/vendor/bundle/jruby/1.9/gems/logstash-input-sqs-3.0.2/lib/logstash/inputs/sqs.rb:141:in `run'
/usr/share/logstash/logstash-core/lib/logstash/pipeline.rb:425:in `inputworker'
/usr/share/logstash/logstash-core/lib/logstash/pipeline.rb:419:in `start_input'
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.