Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
2019-11-28 08:15:11 +0000 [info]: parsing config file is succeeded path="/etc/google-fluentd/google-fluentd.conf"
2019-11-28 08:15:12 +0000 [info]: Detected GCE platform
2019-11-28 08:15:12 +0000 [info]: Logs viewer address: https://console.cloud.google.com/logs/viewer?project=teak-kit-226806&resource=container/instance_id/7530681816608554840
2019-11-28 08:15:12 +0000 [info]: Detected GCE platform
2019-11-28 08:15:12 +0000 [info]: Logs viewer address: https://console.cloud.google.com/logs/viewer?project=teak-kit-226806&resource=gce_instance/instance_id/7530681816608554840
2019-11-28 08:15:12 +0000 [info]: Detected GCE platform
2019-11-28 08:15:12 +0000 [info]: Logs viewer address: https://console.cloud.google.com/logs/viewer?project=teak-kit-226806&resource=container/instance_id/7530681816608554840
2019-11-28 08:15:13 +0000 [warn]: 'time_format' specified without 'time_key', will be ignored
2019-11-28 08:15:13 +0000 [warn]: 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:13 +0000 [warn]: 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:13 +0000 [warn]: 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:13 +0000 [warn]: 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:13 +0000 [warn]: both of Plugin @id and path for <storage> are not specified. Using on-memory store.
2019-11-28 08:15:13 +0000 [warn]: 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:13 +0000 [warn]: both of Plugin @id and path for <storage> are not specified. Using on-memory store.
2019-11-28 08:15:13 +0000 [warn]: 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:13 +0000 [warn]: both of Plugin @id and path for <storage> are not specified. Using on-memory store.
2019-11-28 08:15:13 +0000 [info]: using configuration file: <ROOT>
<source>
@type tail
path "/var/log/containers/*.log"
pos_file "/var/run/google-fluentd/pos-files/gcp-containers.pos"
tag "reform.*"
read_from_head true
<parse>
@type "multi_format"
<pattern>
format json
time_key "time"
time_format "%Y-%m-%dT%H:%M:%S.%NZ"
time_type string
</pattern>
<pattern>
format /^(?<time>.+) (?<stream>stdout|stderr) [^ ]* (?<log>.*)$/
time_format "%Y-%m-%dT%H:%M:%S.%N%:z"
expression ^(?<time>.+) (?<stream>stdout|stderr) [^ ]* (?<log>.*)$
ignorecase false
multiline false
</pattern>
</parse>
</source>
<filter reform.**>
@type parser
format /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<log>.*)/
reserve_data true
suppress_parse_error_log true
emit_invalid_record_to_error false
key_name "log"
<parse>
@type regexp
expression ^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<log>.*)
</parse>
</filter>
<filter reform.**>
@type kubernetes_metadata
stats_interval 300
cache_ttl 30
skip_container_metadata true
skip_master_url true
skip_namespace_metadata true
</filter>
<filter reform.**>
@type record_modifier
enable_ruby true
remove_keys "_dummy_,kubernetes,docker"
<record>
_dummy_ ${if record.is_a?(Hash) && record.has_key?('kubernetes') && record['kubernetes'].has_key?('labels') && record['kubernetes']['labels'].is_a?(Hash); then; record["logging.googleapis.com/labels"] = record['kubernetes']['labels'].map{ |k, v| ["k8s-pod/#{k}", v]}.to_h; end; nil}
</record>
</filter>
<match reform.**>
@type record_reformer
enable_ruby true
tag "${if record[\'stream\'] == \'stderr\' then \'raw.stderr\' else \'raw.stdout\' end}"
remove_keys "stream,log"
<record>
logging.googleapis.com/local_resource_id ${"k8s_container.#{tag_suffix[4].rpartition('.')[0].split('_')[1]}.#{tag_suffix[4].rpartition('.')[0].split('_')[0]}.#{tag_suffix[4].rpartition('.')[0].split('_')[2].rpartition('-')[0]}"}
message ${record['log']}
severity ${record['severity'] || if record['stream'] == 'stderr' then 'ERROR' else 'INFO' end}
</record>
</match>
<match {raw.stderr,raw.stdout}>
@type detect_exceptions
remove_tag_prefix "raw"
message "message"
stream "logging.googleapis.com/local_resource_id"
multiline_flush_interval 5
max_bytes 500000
max_lines 1000
</match>
<source>
@type exec
command "/bin/sh -c \'date +%s\'"
tag "process_start"
time_format %Y-%m-%d %H:%M:%S
keys process_start_timestamp
<extract>
time_format %Y-%m-%d %H:%M:%S
time_type string
</extract>
<parse>
keys process_start_timestamp
time_format %Y-%m-%d %H:%M:%S
time_type string
</parse>
</source>
<filter process_start>
@type record_transformer
enable_ruby true
auto_typecast true
<record>
process_start_timestamp ${record["process_start_timestamp"].to_i}
</record>
</filter>
<match process_start>
@type prometheus
<metric>
type gauge
name process_start_time_seconds
desc Timestamp of the process start in seconds
key process_start_timestamp
</metric>
</match>
<filter **>
@type prometheus
<metric>
type counter
name logging_entry_count
desc Total number of log entries generated by either application containers or system components
</metric>
</filter>
<filter {stderr,stdout}>
@type record_transformer
enable_ruby true
<record>
message ${record['message'].length > 100000 ? "[Trimmed]#{record['message'][0..100000]}..." : record['message']}
</record>
</filter>
<match fluent.**>
@type null
</match>
<filter **>
@type add_insert_ids
</filter>
<filter **>
@type record_transformer
enable_ruby true
<record>
logging.googleapis.com/sourceLocation ${if record.is_a?(Hash) && record.has_key?('source'); source_parts = record['source'].split(':', 2); {'file' => source_parts[0], 'line' => source_parts[1]} if source_parts.length == 2; else; nil; end}
</record>
</filter>
<match {stderr,stdout}>
@type google_cloud
detect_json true
enable_monitoring true
monitoring_type "prometheus"
split_logs_by_tag false
buffer_type "file"
buffer_path /var/run/google-fluentd/buffers/kubernetes.containers.buffer
buffer_queue_full_action block
buffer_chunk_limit 512k
buffer_queue_limit 6
flush_interval 5s
max_retry_wait 30
disable_retry_limit
num_threads 2
use_grpc true
adjust_invalid_timestamps false
<buffer>
flush_mode interval
retry_type exponential_backoff
@type file
path /var/run/google-fluentd/buffers/kubernetes.containers.buffer
flush_thread_count 2
flush_interval 5s
retry_forever
retry_max_interval 30
chunk_limit_size 512k
queue_limit_length 6
overflow_action block
</buffer>
</match>
<filter **>
@type record_transformer
enable_ruby true
<record>
logging.googleapis.com/local_resource_id ${"k8s_node.#{ENV['NODE_NAME']}"}
</record>
</filter>
<match **>
@type google_cloud
detect_json true
enable_monitoring true
monitoring_type "prometheus"
split_logs_by_tag false
detect_subservice false
buffer_type "file"
buffer_path /var/run/google-fluentd/buffers/kubernetes.system.buffer
buffer_queue_full_action block
buffer_chunk_limit 512k
buffer_queue_limit 2
flush_interval 5s
max_retry_wait 30
disable_retry_limit
num_threads 2
use_grpc true
adjust_invalid_timestamps false
<buffer>
flush_mode interval
retry_type exponential_backoff
@type file
path /var/run/google-fluentd/buffers/kubernetes.system.buffer
flush_thread_count 2
flush_interval 5s
retry_forever
retry_max_interval 30
chunk_limit_size 512k
queue_limit_length 2
overflow_action block
</buffer>
</match>
<source>
@type tail
format syslog
path "/var/log/startupscript.log"
pos_file "/var/run/google-fluentd/pos-files/gcp-startupscript.pos"
tag "startupscript"
<parse>
@type syslog
</parse>
</source>
<source>
@type tail
format /^time="(?<time>[^)]*)" level=(?<severity>[^ ]*) msg="(?<message>[^"]*)"( err="(?<error>[^"]*)")?( statusCode=($<status_code>\d+))?/
path "/var/log/docker.log"
pos_file "/var/run/google-fluentd/pos-files/gcp-docker.pos"
tag "docker"
<parse>
@type regexp
expression ^time="(?<time>[^)]*)" level=(?<severity>[^ ]*) msg="(?<message>[^"]*)"( err="(?<error>[^"]*)")?( statusCode=($<status_code>\d+))?
</parse>
</source>
<source>
@type tail
format none
path "/var/log/etcd.log"
pos_file "/var/run/google-fluentd/pos-files/gcp-etcd.pos"
tag "etcd"
<parse>
@type none
</parse>
</source>
<source>
@type tail
format multiline
multiline_flush_interval 5s
format_firstline /^\w\d{4}/
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
time_format %m%d %H:%M:%S.%N
path "/var/log/kubelet.log"
pos_file "/var/run/google-fluentd/pos-files/gcp-kubelet.pos"
tag "kubelet"
<parse>
time_format %m%d %H:%M:%S.%N
format_firstline /^\w\d{4}/
@type multiline
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
</parse>
</source>
<source>
@type tail
format multiline
multiline_flush_interval 5s
format_firstline /^\w\d{4}/
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
time_format %m%d %H:%M:%S.%N
path "/var/log/kube-proxy.log"
pos_file "/var/run/google-fluentd/pos-files/gcp-kube-proxy.pos"
tag "kube-proxy"
<parse>
time_format %m%d %H:%M:%S.%N
format_firstline /^\w\d{4}/
@type multiline
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
</parse>
</source>
<source>
@type tail
format multiline
multiline_flush_interval 5s
format_firstline /^\w\d{4}/
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
time_format %m%d %H:%M:%S.%N
path "/var/log/kube-apiserver.log"
pos_file "/var/run/google-fluentd/pos-files/gcp-kube-apiserver.pos"
tag "kube-apiserver"
<parse>
time_format %m%d %H:%M:%S.%N
format_firstline /^\w\d{4}/
@type multiline
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
</parse>
</source>
<source>
@type tail
format multiline
multiline_flush_interval 5s
format_firstline /^\w\d{4}/
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
time_format %m%d %H:%M:%S.%N
path "/var/log/kube-controller-manager.log"
pos_file "/var/run/google-fluentd/pos-files/gcp-kube-controller-manager.pos"
tag "kube-controller-manager"
<parse>
time_format %m%d %H:%M:%S.%N
format_firstline /^\w\d{4}/
@type multiline
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
</parse>
</source>
<source>
@type tail
format multiline
multiline_flush_interval 5s
format_firstline /^\w\d{4}/
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
time_format %m%d %H:%M:%S.%N
path "/var/log/kube-scheduler.log"
pos_file "/var/run/google-fluentd/pos-files/gcp-kube-scheduler.pos"
tag "kube-scheduler"
<parse>
time_format %m%d %H:%M:%S.%N
format_firstline /^\w\d{4}/
@type multiline
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
</parse>
</source>
<source>
@type tail
format multiline
multiline_flush_interval 5s
format_firstline /^\w\d{4}/
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
time_format %m%d %H:%M:%S.%N
path "/var/log/rescheduler.log"
pos_file "/var/run/google-fluentd/pos-files/gcp-rescheduler.pos"
tag "rescheduler"
<parse>
time_format %m%d %H:%M:%S.%N
format_firstline /^\w\d{4}/
@type multiline
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
</parse>
</source>
<source>
@type tail
format multiline
multiline_flush_interval 5s
format_firstline /^\w\d{4}/
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
time_format %m%d %H:%M:%S.%N
path "/var/log/glbc.log"
pos_file "/var/run/google-fluentd/pos-files/gcp-glbc.pos"
tag "glbc"
<parse>
time_format %m%d %H:%M:%S.%N
format_firstline /^\w\d{4}/
@type multiline
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
</parse>
</source>
<source>
@type tail
format multiline
multiline_flush_interval 5s
format_firstline /^\w\d{4}/
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
time_format %m%d %H:%M:%S.%N
path "/var/log/cluster-autoscaler.log"
pos_file "/var/run/google-fluentd/pos-files/gcp-cluster-autoscaler.pos"
tag "cluster-autoscaler"
<parse>
time_format %m%d %H:%M:%S.%N
format_firstline /^\w\d{4}/
@type multiline
format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
</parse>
</source>
<source>
@type systemd
filters [{"_SYSTEMD_UNIT":"docker.service"}]
read_from_head true
tag "docker"
<storage>
@type "local"
path "/var/run/google-fluentd/pos-files/gcp-journald-docker.pos"
</storage>
</source>
<source>
@type systemd
filters [{"_SYSTEMD_UNIT":"docker.service"}]
read_from_head true
tag "container-runtime"
<storage>
@type "local"
path "/var/run/google-fluentd/pos-files/gcp-journald-container-runtime.pos"
</storage>
</source>
<source>
@type systemd
filters [{"_SYSTEMD_UNIT":"kubelet.service"}]
read_from_head true
tag "kubelet"
<storage>
@type "local"
path "/var/run/google-fluentd/pos-files/gcp-journald-kubelet.pos"
</storage>
</source>
<source>
@type systemd
filters [{"_SYSTEMD_UNIT":"node-problem-detector.service"}]
pos_file /var/log/gcp-journald-node-problem-detector.pos
read_from_head true
tag "node-problem-detector"
</source>
<source>
@type systemd
filters [{"_SYSTEMD_UNIT":"kube-container-runtime-monitor.service"}]
pos_file /var/log/gcp-journald-kube-container-runtime-monitor.pos
read_from_head true
tag "kube-container-runtime-monitor"
</source>
<source>
@type systemd
filters [{"_SYSTEMD_UNIT":"kubelet-monitor.service"}]
pos_file /var/log/gcp-journald-kubelet-monitor.pos
read_from_head true
tag "kubelet-monitor"
</source>
<source>
@type prometheus
port 24231
</source>
<source>
@type prometheus_monitor
</source>
<match fluent.**>
@type null
</match>
<filter **>
@type add_insert_ids
</filter>
<match **>
@type google_cloud
buffer_type "file"
buffer_path /var/log/google-fluentd/buffers
buffer_chunk_limit 512KB
flush_interval 5s
disable_retry_limit false
retry_limit 3
retry_wait 10
max_retry_wait 300
num_threads 8
detect_json true
enable_metadata_agent true
metadata_agent_url "http://local-metadata-agent.stackdriver.com:8000"
use_grpc true
partial_success true
enable_monitoring true
monitoring_type "prometheus"
<buffer>
flush_mode interval
retry_type exponential_backoff
@type file
path /var/log/google-fluentd/buffers
flush_thread_count 8
flush_interval 5s
retry_forever false
retry_max_times 3
retry_max_interval 300
chunk_limit_size 512KB
</buffer>
</match>
</ROOT>
2019-11-28 08:15:13 +0000 [info]: starting fluentd-1.6.3 pid=1 ruby="2.5.3"
2019-11-28 08:15:13 +0000 [info]: spawn command to main: cmdline=["/opt/google-fluentd/embedded/bin/ruby", "-Eascii-8bit:ascii-8bit", "/usr/sbin/google-fluentd", "--under-supervisor"]
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-detect-exceptions' version '0.0.12'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-google-cloud' version '0.7.18'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-kubernetes_metadata_filter' version '2.3.1'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-multi-format-parser' version '1.0.0'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-prometheus' version '1.4.0'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-record-modifier' version '2.0.1'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-record-reformer' version '0.9.1'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '2.2.0'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-s3' version '1.1.10'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-systemd' version '1.0.2'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-webhdfs' version '1.2.3'
2019-11-28 08:15:14 +0000 [info]: gem 'fluentd' version '1.6.3'
2019-11-28 08:15:14 +0000 [info]: gem 'fluentd' version '1.4.2'
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="reform.**" type="parser"
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="reform.**" type="kubernetes_metadata"
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="reform.**" type="record_modifier"
2019-11-28 08:15:14 +0000 [info]: adding match pattern="reform.**" type="record_reformer"
2019-11-28 08:15:14 +0000 [info]: adding match pattern="{raw.stderr,raw.stdout}" type="detect_exceptions"
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="process_start" type="record_transformer"
2019-11-28 08:15:14 +0000 [info]: adding match pattern="process_start" type="prometheus"
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="**" type="prometheus"
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="{stderr,stdout}" type="record_transformer"
2019-11-28 08:15:14 +0000 [info]: adding match pattern="fluent.**" type="null"
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="**" type="add_insert_ids"
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="**" type="record_transformer"
2019-11-28 08:15:14 +0000 [info]: adding match pattern="{stderr,stdout}" type="google_cloud"
2019-11-28 08:15:15 +0000 [info]: #0 Detected GCE platform
2019-11-28 08:15:15 +0000 [info]: #0 Logs viewer address: https://console.cloud.google.com/logs/viewer?project=teak-kit-226806&resource=container/instance_id/7530681816608554840
2019-11-28 08:15:15 +0000 [info]: adding filter pattern="**" type="record_transformer"
2019-11-28 08:15:15 +0000 [info]: adding match pattern="**" type="google_cloud"
2019-11-28 08:15:15 +0000 [info]: #0 Detected GCE platform
2019-11-28 08:15:15 +0000 [info]: #0 Logs viewer address: https://console.cloud.google.com/logs/viewer?project=teak-kit-226806&resource=gce_instance/instance_id/7530681816608554840
2019-11-28 08:15:15 +0000 [info]: adding match pattern="fluent.**" type="null"
2019-11-28 08:15:15 +0000 [info]: adding filter pattern="**" type="add_insert_ids"
2019-11-28 08:15:15 +0000 [info]: adding match pattern="**" type="google_cloud"
2019-11-28 08:15:15 +0000 [info]: #0 Detected GCE platform
2019-11-28 08:15:15 +0000 [info]: #0 Logs viewer address: https://console.cloud.google.com/logs/viewer?project=teak-kit-226806&resource=container/instance_id/7530681816608554840
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="exec"
2019-11-28 08:15:15 +0000 [warn]: #0 'time_format' specified without 'time_key', will be ignored
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="systemd"
2019-11-28 08:15:15 +0000 [warn]: #0 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:15 +0000 [info]: adding source type="systemd"
2019-11-28 08:15:15 +0000 [warn]: #0 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:15 +0000 [info]: adding source type="systemd"
2019-11-28 08:15:15 +0000 [warn]: #0 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:15 +0000 [info]: adding source type="systemd"
2019-11-28 08:15:15 +0000 [warn]: #0 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:15 +0000 [warn]: #0 both of Plugin @id and path for <storage> are not specified. Using on-memory store.
2019-11-28 08:15:15 +0000 [info]: adding source type="systemd"
2019-11-28 08:15:15 +0000 [warn]: #0 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:15 +0000 [warn]: #0 both of Plugin @id and path for <storage> are not specified. Using on-memory store.
2019-11-28 08:15:15 +0000 [info]: adding source type="systemd"
2019-11-28 08:15:15 +0000 [warn]: #0 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:15 +0000 [warn]: #0 both of Plugin @id and path for <storage> are not specified. Using on-memory store.
2019-11-28 08:15:15 +0000 [info]: adding source type="prometheus"
2019-11-28 08:15:15 +0000 [info]: adding source type="prometheus_monitor"
2019-11-28 08:15:15 +0000 [warn]: parameter 'suppress_parse_error_log' in <filter reform.**>
@type parser
format /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<log>.*)/
reserve_data true
suppress_parse_error_log true
emit_invalid_record_to_error false
key_name "log"
<parse>
@type regexp
expression ^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<log>.*)
</parse>
</filter> is not used.
2019-11-28 08:15:15 +0000 [warn]: parameter 'enable_ruby' in <filter reform.**>
@type record_modifier
enable_ruby true
remove_keys "_dummy_,kubernetes,docker"
<record>
_dummy_ ${if record.is_a?(Hash) && record.has_key?('kubernetes') && record['kubernetes'].has_key?('labels') && record['kubernetes']['labels'].is_a?(Hash); then; record["logging.googleapis.com/labels"] = record['kubernetes']['labels'].map{ |k, v| ["k8s-pod/#{k}", v]}.to_h; end; nil}
</record>
</filter> is not used.
2019-11-28 08:15:15 +0000 [warn]: parameter 'pos_file' in <source>
@type systemd
filters [{"_SYSTEMD_UNIT":"node-problem-detector.service"}]
pos_file /var/log/gcp-journald-node-problem-detector.pos
read_from_head true
tag "node-problem-detector"
</source> is not used.
2019-11-28 08:15:15 +0000 [warn]: parameter 'pos_file' in <source>
@type systemd
filters [{"_SYSTEMD_UNIT":"kube-container-runtime-monitor.service"}]
pos_file /var/log/gcp-journald-kube-container-runtime-monitor.pos
read_from_head true
tag "kube-container-runtime-monitor"
</source> is not used.
2019-11-28 08:15:15 +0000 [warn]: parameter 'pos_file' in <source>
@type systemd
filters [{"_SYSTEMD_UNIT":"kubelet-monitor.service"}]
pos_file /var/log/gcp-journald-kubelet-monitor.pos
read_from_head true
tag "kubelet-monitor"
</source> is not used.
2019-11-28 08:15:15 +0000 [info]: #0 starting fluentd worker pid=35 ppid=1 worker=0
2019-11-28 08:15:15 +0000 [info]: #0 Started the add_insert_ids plugin with logging.googleapis.com/insertId as the insert ID key.
2019-11-28 08:15:15 +0000 [info]: #0 Initialized the insert ID key to 12xtev6fhzsev81rw.
2019-11-28 08:15:15 +0000 [info]: #0 Started the add_insert_ids plugin with logging.googleapis.com/insertId as the insert ID key.
2019-11-28 08:15:15 +0000 [info]: #0 Initialized the insert ID key to 02abfg3r94trfqj17.
2019-11-28 08:15:15 +0000 [info]: #0 following tail of /var/log/kube-proxy.log
2019-11-28 08:15:15 +0000 [info]: #0 following tail of /var/log/containers/kube-proxy-gke-image-search-dev-cluste-gpu-pool7-d98404e8-wzfg_kube-system_kube-proxy-742608c11d4e1cf60cb5dce34ab2831da1816a50e6048447880f735f8221dddd.log
2019-11-28 08:15:15 +0000 [info]: #0 following tail of /var/log/containers/nvidia-driver-installer-h2wzc_kube-system_nvidia-driver-installer-23d666ee7906339a52eb71b6317a8372e15694fb8452cf9119977e2f9d081ebb.log
2019-11-28 08:15:15 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::KubernetesMetadataFilter] uses `#filter_stream` method.
2019-11-28 08:15:15 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:15 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:15 +0000 [info]: #0 following tail of /var/log/containers/fluentd-gcp-v3.1.1-nwb6w_kube-system_fluentd-gcp-b20b53dd95d64c059c5448d1e510d3f92a699689398607f0afa1daf7fa575a31.log
2019-11-28 08:15:15 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::KubernetesMetadataFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 following tail of /var/log/containers/ip-masq-agent-f8m6c_kube-system_ip-masq-agent-49fabfa147a0c2ab153c91fb90c1339df2e0399eb1d45b5dba7edcfcf13c318f.log
2019-11-28 08:15:16 +0000 [info]: #0 following tail of /var/log/containers/fluentd-gcp-v3.1.1-nwb6w_kube-system_prometheus-to-sd-exporter-300428d112a8152605b7ca4db6db91d765deb153d5b02cac8b5433fa3a73170f.log
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::KubernetesMetadataFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 following tail of /var/log/containers/nvidia-gpu-device-plugin-8qnvh_kube-system_nvidia-gpu-device-plugin-d0409825544d767dbd8dde4fbaeeb82b0426a4beb71deddf704b196a1ff785de.log
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::KubernetesMetadataFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 fluentd worker is now running worker=0
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:17 +0000 [info]: #0 Successfully sent gRPC to Stackdriver Logging API.
2019-11-28 08:15:20 +0000 [info]: #0 Successfully sent gRPC to Stackdriver Logging API.
2019-11-28 08:16:16 +0000 [info]: #0 following tail of /var/log/containers/nvidia-driver-installer-h2wzc_kube-system_pause-2b1bf8b699a3eca969ad539ca2995b0125235a8f19ed0bc90fc259998e32f024.log
2019-11-28 08:16:16 +0000 [info]: #0 following tail of /var/log/containers/metric-77b45bc759-cz89s_default_sysctl-70d5e231a4f8a4f64161bebf44236e024b7c7cdf6b8e843c69b52b1765dcebc4.log
2019-11-28 08:16:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::KubernetesMetadataFilter] uses `#filter_stream` method.
2019-11-28 08:17:16 +0000 [info]: #0 following tail of /var/log/containers/metric-77b45bc759-cz89s_default_gcloud-ce170985818556da75a432689e6cb75df1d290b7b9a0ed966813eda4628bbbec.log
2019-11-28 08:17:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::KubernetesMetadataFilter] uses `#filter_stream` method.
2019-11-28 08:19:16 +0000 [info]: #0 following tail of /var/log/containers/metric-77b45bc759-cz89s_default_metric-980965686e31108edbbc95858076af7b9b0f2cf4234d119d60d5d0a3a29c7f90.log
2019-11-28 08:19:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::KubernetesMetadataFilter] uses `#filter_stream` method.
2019-11-29 00:00:01 +0000 [info]: #0 detected rotation of /var/log/kube-proxy.log
2019-11-29 00:00:01 +0000 [info]: #0 following tail of /var/log/kube-proxy.log
2019-11-29 00:00:02 +0000 [info]: #0 stats - namespace_cache_size: 0, pod_cache_size: 1, pod_cache_api_updates: 1, id_cache_miss: 1
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.