Created
June 22, 2017 20:53
-
-
Save anonymous/0efdd3b76bbd6c7e246cf1435529da2d to your computer and use it in GitHub Desktop.
logfile where logstash just automagically restarts with no output as to why
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2017-06-22T12:04:56,393][DEBUG][logstash.pipeline ] output received {"event"=>{"start_ts"=>2017-03-12T08:40:00.000Z, | |
| [2017-06-22T12:04:58,169][DEBUG][logstash.agent ] Reading config file {:config_file=>"/etc/logstash/conf.d/.conf"} | |
| [2017-06-22T12:04:58,170][DEBUG][logstash.agent ] | |
| The following is the content of a file {:config_file=>"/etc/logstash/conf.d/.conf"} | |
| [2017-06-22T12:04:58,170][DEBUG][logstash.agent ] | |
| input { | |
| jdbc { | |
| id => " | |
| connection_retry_attempts => "10" | |
| connection_retry_attempts_wait_time => "5" | |
| jdbc_driver_library => "/usr/share/logstash/ojdbc6.jar" | |
| jdbc_driver_class => "Java::oracle.jdbc.driver.OracleDriver" | |
| jdbc_connection_string => "jdbc: | |
| jdbc_user => | |
| jdbc_password => | |
| jdbc_default_timezone => "America/Denver" | |
| schedule => "* * * * *" | |
| statement => "SELECT * FROM NATURAL JOIN WHERE start_ts >= :sql_last_value ORDER BY start_ts" | |
| last_run_metadata_path => "/usr/share/logstash/.jdbc_last_run" | |
| clean_run => "true" | |
| record_last_run => "true" | |
| sql_log_level => "debug" | |
| type => | |
| tracking_column => "start_ts" | |
| tracking_column_type => "timestamp" | |
| use_column_value => "true" | |
| } | |
| } | |
| filter { | |
| if [start_ts] { | |
| date { | |
| id => "StartTSDateFilter" | |
| match => [ "start_ts", "yyyy-MM-dd'T'HH:mm:ss,SSSZ", "ISO8601", "yyyy-MM-dd'T'HH:mm:ss,SSS'Z'", "dd-MMM-yy HH.mm.ss,SSSSSS aa" ] | |
| target => "@timestamp" | |
| add_tag => [ "matchedTS" ] | |
| } | |
| } | |
| fingerprint { | |
| id => "FingerPrintFilter" | |
| method => "SHA256" | |
| key => "FUXyAr8RfatAdo2j" | |
| source => [ ] | |
| concatenate_sources => "true" | |
| } | |
| } | |
| output { | |
| elasticsearch { | |
| id => "es5-poc-output-02" | |
| hosts => [ | |
| index => "agg-vls-%{+YYYY-MM-dd}" | |
| document_type => "agg-vls" | |
| document_id => "%{fingerprint}" | |
| template_name => "agg-vls*" | |
| template => "/usr/share/logstash/ | |
| } | |
| stdout { | |
| codec => rubydebug | |
| } | |
| } | |
| [2017-06-22T12:04:58,170][DEBUG][logstash.agent ] | |
| The following is the merged configuration | |
| [2017-06-22T12:04:58,170][DEBUG][logstash.agent ] | |
| input { | |
| jdbc { | |
| id => | |
| connection_retry_attempts => "10" | |
| connection_retry_attempts_wait_time => "5" | |
| jdbc_driver_library => "/usr/share/logstash/ojdbc6.jar" | |
| jdbc_driver_class => "Java::oracle.jdbc.driver.OracleDriver" | |
| jdbc_connection_string => "jdb | |
| jdbc_user => | |
| jdbc_password => " | |
| jdbc_default_timezone => "America/Denver" | |
| schedule => "* * * * *" | |
| statement => "SELECT * FROM NATURAL JOIN WHERE start_ts >= :sql_last_value ORDER BY start_ts" | |
| last_run_metadata_path => "/usr/share/logstash/ | |
| clean_run => "true" | |
| record_last_run => "true" | |
| sql_log_level => "debug" | |
| type => "agg-vls" | |
| tracking_column => "start_ts" | |
| tracking_column_type => "timestamp" | |
| use_column_value => "true" | |
| } | |
| } | |
| filter { | |
| if [start_ts] { | |
| date { | |
| id => "StartTSDateFilter" | |
| match => [ "start_ts", "yyyy-MM-dd'T'HH:mm:ss,SSSZ", "ISO8601", "yyyy-MM-dd'T'HH:mm:ss,SSS'Z'", "dd-MMM-yy HH.mm.ss,SSSSSS aa" ] | |
| target => "@timestamp" | |
| add_tag => [ "matchedTS" ] | |
| } | |
| } | |
| fingerprint { | |
| id => "FingerPrintFilter" | |
| method => "SHA256" | |
| key => "FUXyAr8RfatAdo2j" | |
| source => [ | |
| concatenate_sources => "true" | |
| } | |
| } | |
| output { | |
| elasticsearch { | |
| id => "es5-poc-output-02" | |
| hosts => ["e | |
| index => "M-dd}" | |
| document_type => "a | |
| document_id => "%{fingerprint}" | |
| template_name => "agg-vls*" | |
| template => "/usr/share/logsta | |
| } | |
| stdout { | |
| codec => rubydebug | |
| } | |
| } | |
| [2017-06-22T12:04:58,170][DEBUG][logstash.agent ] no configuration change for pipeline {:pipeline=>"main"} | |
| [2017-06-22T12:04:58,439][DEBUG][logstash.pipeline ] Pushing flush onto pipeline | |
| [2017-06-22T12:05:03,440][DEBUG][logstash.pipeline ] Pushing flush onto pipeline | |
| [2017-06-22T12:05:05,251][DEBUG][logstash.inputs.jdbc ] (8.845000s) SELECT * FROM (SELECT count(*) "COUNT" FROM (SELECT * FROM NATURAL JOIN WHERE start_ts >= TIMESTAMP '1969-12-31 17:00:00.000000 -07:00' ORDER BY start_ts) "T1") "T1" WHERE (ROWNUM <= 1) | |
| [2017-06-22T12:05:05,254][DEBUG][logstash.inputs.jdbc ] Executing JDBC query {:statement=>"SELECT * FROM NATURAL JOIN WHERE start_ts >= :sql_last_value ORDER BY start_ts", :parameters=>{:sql_last_value=>1970-01-01 00:00:00 UTC}, :count=>3576055} | |
| [2017-06-22T12:05:08,168][DEBUG][logstash.agent ] Reading config file {:config_file=>"/etc/logstash/conf.d/ | |
| The following is the content of a file {:config_file=>"/etc/logstash/conf.d/n.conf"} | |
| [2017-06-22T12:05:08,169][DEBUG][logstash.agent ] | |
| input { | |
| jdbc { | |
| id => "es-poc-inp" | |
| connection_retry_attempts => "10" | |
| connection_retry_attempts_wait_time => "5" | |
| jdbc_driver_library => "/usr/share/logstash/ojdbc6.jar" | |
| jdbc_driver_class => "Java::oracle.jdbc.driver.OracleDriver" | |
| jdbc_connection_string => "jdbc: | |
| jdbc_user => | |
| jdbc_password => | |
| jdbc_default_timezone => "America/Denver" | |
| schedule => "* * * * *" | |
| statement => "SELECT * FROM NATURAL JOIN WHERE start_ts >= :sql_last_value ORDER BY start_ts" | |
| last_run_metadata_path => "/usr/share/logstash/ | |
| clean_run => "true" | |
| record_last_run => "true" | |
| sql_log_level => "debug" | |
| type => "a | |
| tracking_column => "start_ts" | |
| tracking_column_type => "timestamp" | |
| use_column_value => "true" | |
| } | |
| } | |
| filter { | |
| if [start_ts] { | |
| date { | |
| id => "StartTSDateFilter" | |
| match => [ "start_ts", "yyyy-MM-dd'T'HH:mm:ss,SSSZ", "ISO8601", "yyyy-MM-dd'T'HH:mm:ss,SSS'Z'", "dd-MMM-yy HH.mm.ss,SSSSSS aa" ] | |
| target => "@timestamp" | |
| add_tag => [ "matchedTS" ] | |
| } | |
| } | |
| fingerprint { | |
| id => "FingerPrintFilter" | |
| method => "SHA256" | |
| key => "FUXyAr8RfatAdo2j" | |
| source => [ " | |
| concatenate_sources => "true" | |
| } | |
| } | |
| output { | |
| elasticsearch { | |
| id => "es5-poc-output-02" | |
| hosts => ["es5-poc-lb-xz6p1.vip.stratus.phx.ebay.com:80"] | |
| index => "agg-vls-%{+YYYY-MM-dd}" | |
| document_type => "as" | |
| document_id => "%{fingerprint}" | |
| template_name => "agls*" | |
| template => "/usr/share/logstash/atemplate.json" | |
| } | |
| stdout { | |
| codec => rubydebug | |
| } | |
| } | |
| [2017-06-22T12:05:08,169][DEBUG][logstash.agent ] | |
| The following is the merged configuration | |
| [2017-06-22T12:05:08,169][DEBUG][logstash.agent ] | |
| input { | |
| jdbc { | |
| id => "es-poc-input-agg-vls" | |
| connection_retry_attempts => "10" | |
| connection_retry_attempts_wait_time => "5" | |
| jdbc_driver_library => "/usr/share/logstash/ojdbc6.jar" | |
| jdbc_driver_class => "Java::oracle.jdbc.driver.OracleDriver" | |
| jdbc_connection_string => "jdb | |
| jdbc_user => | |
| jdbc_password = | |
| jdbc_default_timezone => "America/Denver" | |
| schedule => "* * * * *" | |
| statement => "SELECT * FROM NATURAL JOIN WHERE start_ts >= :sql_last_value ORDER BY start_ts" | |
| last_run_metadata_path => "/usr/share/logstash/ | |
| clean_run => "true" | |
| record_last_run => "true" | |
| sql_log_level => "debug" | |
| type => " | |
| tracking_column => "start_ts" | |
| tracking_column_type => "timestamp" | |
| use_column_value => "true" | |
| } | |
| } | |
| filter { | |
| if [start_ts] { | |
| date { | |
| id => "StartTSDateFilter" | |
| match => [ "start_ts", "yyyy-MM-dd'T'HH:mm:ss,SSSZ", "ISO8601", "yyyy-MM-dd'T'HH:mm:ss,SSS'Z'", "dd-MMM-yy HH.mm.ss,SSSSSS aa" ] | |
| target => "@timestamp" | |
| add_tag => [ "matchedTS" ] | |
| } | |
| } | |
| fingerprint { | |
| id => "FingerPrintFilter" | |
| method => "SHA256" | |
| key => "FUXyAr8RfatAdo2j" | |
| sou | |
| concatenate_sources => "true" | |
| } | |
| } | |
| output { | |
| elasticsearch { | |
| id => "es5-poc-output-02" | |
| hosts => | |
| index => "agg-vls-%{+YYYY-MM-dd}" | |
| document_type | |
| document_id => "%{fingerprint}" | |
| template_name => "a | |
| template => "/usr/share/logsta | |
| } | |
| stdout { | |
| codec => rubydebug | |
| } | |
| } | |
| [2017-06-22T12:05:08,169][DEBUG][logstash.agent ] no configuration change for pipeline {:pipeline=>"main"} | |
| [2017-06-22T12:05:08,439][DEBUG][logstash.pipeline ] Pushing flush onto pipeline | |
| ^C |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment