logstash sqs failure
| # vim: tw=60 ts=2 | |
| input { | |
| sqs { | |
| queue => "linn-core-logging" | |
| region => "eu-west-1" | |
| # Once this is inside AWS, it should be switched using an IAM profile | |
| # Policy detail at https://github.com/logstash-plugins/logstash-input-s3 | |
| access_key_id => "foo" | |
| secret_access_key => "bar" | |
| tags => [ "aws", "sqs" ] | |
| type => "sqs" | |
| } | |
| } | |
| output { | |
| elasticsearch { | |
| hosts => "stats.linn.co.uk" | |
| } | |
| } |
| 14:22:56.586 [[main]-pipeline-manager] INFO logstash.outputs.elasticsearch - New Elasticsearch output {:class=>"LogStash::Outputs::ElasticSearch", :hosts=>[#<URI::Generic:0x4035234c URL://stats.linn.co.uk>]} | |
| 14:22:56.590 [[main]-pipeline-manager] INFO logstash.pipeline - Starting pipeline {"id"=>"main", "pipeline.workers"=>4, "pipeline.batch.size"=>125, "pipeline.batch.delay"=>5, "pipeline.max_inflight"=>500} | |
| 14:22:56.826 [[main]-pipeline-manager] INFO logstash.inputs.sqs - Registering SQS input {:queue=>"linn-core-logging"} | |
| 14:22:59.691 [[main]-pipeline-manager] INFO logstash.pipeline - Pipeline main started | |
| 14:22:59.694 [[main]<sqs] DEBUG logstash.inputs.sqs - Polling SQS queue {:polling_options=>{:max_number_of_messages=>10, :attribute_names=>["SentTimestamp"], :wait_time_seconds=>20}} | |
| 14:22:59.705 [Api Webserver] DEBUG logstash.agent - Starting puma | |
| 14:22:59.706 [Api Webserver] DEBUG logstash.agent - Trying to start WebServer {:port=>9600} | |
| 14:22:59.710 [Api Webserver] DEBUG logstash.api.service - [api-service] start | |
| 14:22:59.730 [Api Webserver] DEBUG logstash.agent - Trying to start WebServer {:port=>9601} | |
| 14:22:59.730 [Api Webserver] DEBUG logstash.api.service - [api-service] start | |
| 14:22:59.734 [Api Webserver] INFO logstash.agent - Successfully started Logstash API endpoint {:port=>9601} | |
| 14:22:59.869 [[main]<sqs] ERROR logstash.pipeline - A plugin had an unrecoverable error. Will restart this plugin. | |
| Plugin: <LogStash::Inputs::SQS queue=>"linn-core-logging", region=>"eu-west-1", access_key_id=>"foo", secret_access_key=>"bar", tags=>["aws", "sqs"], type=>"sqs", id=>"e2810f6404f15102853ab27c46f2bbdd5be60acc-1", enable_metric=>true, codec=><LogStash::Codecs::JSON id=>"json_b45e7f0c-8ccb-4b91-9241-a022adea8e42", enable_metric=>true, charset=>"UTF-8">, threads=>1, polling_frequency=>20> | |
| Error: uninitialized constant Aws::Client::Errors | |
| Exception: NameError | |
| Stack: org/jruby/RubyModule.java:2719:in `const_missing' | |
| org/jruby/RubyModule.java:2638:in `const_get' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/xml/error_handler.rb:25:in `error' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/xml/error_handler.rb:9:in `call' | |
| org/jruby/RubyProc.java:281:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/response.rb:43:in `on' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/http/response.rb:139:in `on_success' | |
| org/jruby/RubyProc.java:281:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/http/response.rb:166:in `listener' | |
| org/jruby/RubyProc.java:281:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/http/response.rb:130:in `on_done' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/http/response.rb:137:in `on_success' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/response.rb:42:in `on' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/xml/error_handler.rb:8:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/request_signer.rb:84:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/retry_errors.rb:87:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/sqs_queue_urls.rb:13:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/query/handler.rb:27:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/user_agent.rb:12:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/plugins/endpoint.rb:41:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/param_validator.rb:21:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/plugins/raise_response_errors.rb:14:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/aws-sdk-core/plugins/param_converter.rb:20:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/plugins/response_target.rb:21:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/request.rb:70:in `send_request' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-core-2.3.22/lib/seahorse/client/base.rb:207:in `receive_message' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-resources-2.3.22/lib/aws-sdk-resources/services/sqs/queue_poller.rb:390:in `send_request' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-resources-2.3.22/lib/aws-sdk-resources/services/sqs/queue_poller.rb:383:in `get_messages' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-resources-2.3.22/lib/aws-sdk-resources/services/sqs/queue_poller.rb:332:in `poll' | |
| org/jruby/RubyKernel.java:1479:in `loop' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-resources-2.3.22/lib/aws-sdk-resources/services/sqs/queue_poller.rb:331:in `poll' | |
| org/jruby/RubyKernel.java:1242:in `catch' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/aws-sdk-resources-2.3.22/lib/aws-sdk-resources/services/sqs/queue_poller.rb:330:in `poll' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/logstash-input-sqs-3.0.2/lib/logstash/inputs/sqs.rb:142:in `run' | |
| org/jruby/RubyProc.java:281:in `call' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/logstash-input-sqs-3.0.2/lib/logstash/inputs/sqs.rb:167:in `run_with_backoff' | |
| /usr/share/logstash/vendor/bundle/jruby/1.9/gems/logstash-input-sqs-3.0.2/lib/logstash/inputs/sqs.rb:141:in `run' | |
| /usr/share/logstash/logstash-core/lib/logstash/pipeline.rb:425:in `inputworker' | |
| /usr/share/logstash/logstash-core/lib/logstash/pipeline.rb:419:in `start_input' |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment