datadog_autodiscovery.yaml

generated_datadog_autodiscovery_annotation.yaml

annotations:
  ad.datadoghq.com/kafka-connect.logs: '[{"log_processing_rules":[{"name":"exclude_noise_for_committing_offsets","pattern":"Committing offsets","type":"exclude_at_match"},{"name":"exclude_noise_for_empty_flushing","pattern":"flushing 0 outstanding messages for offset commit","type":"exclude_at_match"},{"name":"new_log_start_with_date","pattern":"\\d{4}\\-(0?[1-9]|1[012])\\-(0?[1-9]|[12][0-9]|3[01])\\s\\d{2}:\\d{2}:\\d{2}","type":"multi_line"}],"path":"/var/log/kafka/server.log","service":"kafka-connect","source":"kafka","sourcecategory":"connect","tags":["env:local"],"type":"file"}]'
  # label for existing template on file
  ad.datadoghq.com/kafka-connect.check_names: '["kafka-connect-394f2"]'  # becomes instance tag in datadog
  ad.datadoghq.com/kafka-connect.init_configs: '[{"collect_default_metrics":false,"conf":[{"include":{"attribute":{"incoming-byte-rate":{"alias":"jmx.kafka.connect.incoming_byte_rate","metric_type":"gauge"},"outgoing-byte-rate":{"alias":"jmx.kafka.connect.outgoing_byte_rate","metric_type":"gauge"}},"bean_regex":"kafka.connect:type=connect-metrics,client-id=([-.\\w]+)","exclude_tags":["name"]}},{"include":{"attribute":["connector-count","connector-startup-attempts-total","connector-startup-success-total","connector-startup-success-percentage","connector-startup-failure-total","connector-startup-failure-percentage","task-startup-attempts-total","task-startup-success-total","task-startup-success-percentage","task-startup-failure-total","task-startup-failure-percentage"],"bean":"kafka.connect:type=connect-worker-metrics","exclude_tags":["name"]}},{"include":{"attribute":{"batch-size-avg":{"metric_type":"rate"},"offset-commit-avg-time-ms":{"metric_type":"rate"},"running-ratio":{"metric-type":"rate"},"status":{"metric_type":"gauge","values":{"destroyed":3,"failed":2,"paused":1,"running":0,"unassigned":-1}}},"bean_regex":"kafka.connect:type=connector-task-metrics,connector=([-.\\w]+),task=([-.\\w]+)","exclude_tags":["name"]}}],"is_jmx":true}]'
  ad.datadoghq.com/kafka-connect.instances: '[{"jmx_url":"service:jmx:rmi:///jndi/rmi://%%host%%:9999/jmxrmi","name":"kafka-connect","tags":["kafka:connect","env:local","app:kafka-connect"]}]'

helm_datadog_autodiscovery_annotation.yaml

annotations:
  ad.datadoghq.com/{{ include "kafka-connect-helm.fullname" . }}.logs: '{{ toJson (fromYaml (tpl (.Files.Get "monitoring/custom_metrics.yaml") .)).logs }}'
  # label for existing template on file
  ad.datadoghq.com/{{ include "kafka-connect-helm.fullname" . }}.check_names: '["{{ include "kafka-connect-helm.fullname" . }}-{{- uuidv4 | trunc 5 -}}"]'  # becomes instance tag in datadog
  ad.datadoghq.com/{{ include "kafka-connect-helm.fullname" . }}.init_configs: '[{{ toJson (fromYaml (tpl (.Files.Get "monitoring/custom_metrics.yaml") .)).init_config }}]'
  ad.datadoghq.com/{{ include "kafka-connect-helm.fullname" . }}.instances: '{{ toJson (fromYaml (tpl (.Files.Get "monitoring/custom_metrics.yaml") .)).instances }}'