datadog config

gistfile1.txt

# for chart version 2.3.41
datadog:
  logLevel: DEBUG
  kubeStateMetricsEnabled: false
  leaderElection: true
  collectEvents: true
  processAgent: 
    enabled: true
  dogstatsd:
    nonLocalTraffic: true
    useHostPID: true
    useHostPort: true
  clusterChecks:
    enabled: true
  logs:
    enabled: true
    containerCollectAll: false

  podLabelsAsTags:
    app: kube_app
    version: kube_app_version
    release: helm_release
    chart: helm_chart
    heritage: helm_heritage
    k8s-app: k8s-app

  nodeLabelsAsTags:
    kubernetes.io/hostname: node_name
    beta.kubernetes.io/os: node_os
    beta.kubernetes.io/instance-type: node_type
    kubernetes.io/role: node_role
    failure-domain.beta.kubernetes.io/region: node_region
    failure-domain.beta.kubernetes.io/zone: node_zone
    lifecycle: node_lifecycle

  tags: 
  - env:staging

  confd:
    istio.yaml: |-
      init_config:
      instances:
        - istio_mesh_endpoint: http://istio-telemetry.istio-system:42422/metrics
          mixer_endpoint: http://istio-telemetry.istio-system:15014/metrics
          pilot_endpoint: http://istio-pilot.istio-system:15014/metrics
          galley_endpoint: http://istio-galley.istio-system:15014/metrics
          citadel_endpoint: http://istio-citadel.istio-system:15014/metrics
          send_histograms_buckets: true
    airflow.yaml: |-
      init_config: {}
      instances:
        - url: http://airflow-web.money101-staging-airflow:8080
    kube_apiserver_metrics.yaml: |-
      ad_identifiers:
        - kube-apiserver
      init_config:
      instances:
        - prometheus_url: https://%%host%%:443/metrics
          bearer_token_auth: true
          tags:
            - "apiserver:%%host%%"
      logs:
        - type: file
          path: "/var/log/kube-apiserver.log"
          source: "kube_apiserver_metrics"
          service: "kube_apiserver_metrics"

clusterAgent:
  enabled: true
  image:
    repository: 277152405283.dkr.ecr.ap-southeast-1.amazonaws.com/public/datadog/cluster-agent
    tag: 1.7.0

clusterChecksRunner: 
  enabled: true
  image:
    repository: 277152405283.dkr.ecr.ap-southeast-1.amazonaws.com/public/datadog/agent
    tag: "7.20.1"
  resources:
    requests:
      cpu: 20m
      memory: 128Mi
    limits:
      cpu: 50m
      memory: 256Mi

agents:
  enabled: true
  image:
    repository: 277152405283.dkr.ecr.ap-southeast-1.amazonaws.com/public/datadog/agent
    tag: "7.20.1-jmx"
  useHostNetwork: true
  # tolerate Masters & spotInstances
  tolerations:
  - key: "CriticalAddonsOnly"
    operator: "Exists"
  - key: "node-role.kubernetes.io/master"
    operator: "Exists"
  - key: "spotInstance"
    operator: "Exists"
  useConfigMap: true
  customAgentConfig:
    # default config start
    # autodiscovery setting
    listeners:
    - name: kubelet
    config_providers:
    - name: kubelet
      polling: true
    jmx_use_container_support: true
    apm_config:
      enabled: false
    cloud_provider_metadata:
      - "aws"
    collect_gce_tags: false

    #custom
    dogstatsd_stats_enable: true
    dogstatsd_metrics_stats_enable: true

    # custom config
    dogstatsd_mapper_profiles:
    - name: airflow
      prefix: "airflow." # to match statsd_prefix
      mappings:
      - match: "airflow.*_start"
        name: "airflow.job.start"
        tags:
          job_name: "$1"
      - match: "airflow.*_end"
        name: "airflow.job.end"
        tags:
          job_name: "$1"
      - match: "airflow.operator_failures_*"
        name: "airflow.operator_failures"
        tags:
          operator_name: "$1"
      - match: "airflow.operator_successes_*"
        name: "airflow.operator_successes"
        tags:
          operator_name: "$1"
      - match: 'airflow\.dag_processing\.last_runtime\.(.*)'
        match_type: "regex"
        name: "airflow.dag_processing.last_runtime"
        tags:
          dag_file: "$1"
      - match: 'airflow\.dag_processing\.last_run\.seconds_ago\.(.*)'
        match_type: "regex"
        name: "airflow.dag_processing.last_run.seconds_ago"
        tags:
          dag_file: "$1"
      - match: 'airflow\.dag\.loading-duration\.(.*)'
        match_type: "regex"
        name: "airflow.dag.loading_duration"
        tags:
          dag_file: "$1"
      - match: "airflow.pool.open_slots.*"
        name: "airflow.pool.open_slots"
        tags:
          pool_name: "$1"
      - match: "airflow.pool.used_slots.*"
        name: "airflow.pool.used_slots"
        tags:
          pool_name: "$1"
      - match: "airflow.pool.starving_tasks.*"
        name: "airflow.pool.starving_tasks"
        tags:
          pool_name: "$1"
      - match: 'airflow\.dagrun\.dependency-check\.(.*)'
        match_type: "regex"
        name: "airflow.dagrun.dependency_check"
        tags:
          dag_id: "$1"
      - match: 'airflow\.dag\.(.*)\.([^.]*)\.duration'
        match_type: "regex"
        name: "airflow.dag.task.duration"
        tags:
          dag_id: "$1"
          task_id: "$2"
      - match: 'airflow\.dag_processing\.last_duration\.(.*)'
        match_type: "regex"
        name: "airflow.dag_processing.last_duration"
        tags:
          dag_file: "$1"
      - match: 'airflow\.dagrun\.duration\.success\.(.*)'
        match_type: "regex"
        name: "airflow.dagrun.duration.success"
        tags:
          dag_id: "$1"
      - match: 'airflow\.dagrun\.duration\.failed\.(.*)'
        match_type: "regex"
        name: "airflow.dagrun.duration.failed"
        tags:
          dag_id: "$1"
      - match: 'airflow\.dagrun\.schedule_delay\.(.*)'
        match_type: "regex"
        name: "airflow.dagrun.schedule_delay"
        tags:
          dag_id: "$1"
      - match: 'airflow\.task_removed_from_dag\.(.*)'
        match_type: "regex"
        name: "airflow.dag.task_removed"
        tags:
          dag_id: "$1"
      - match: 'airflow\.task_restored_to_dag\.(.*)'
        match_type: "regex"
        name: "airflow.dag.task_restored"
        tags:
          dag_id: "$1"
      - match: "airflow.task_instance_created-*"
        name: "airflow.task.instance_created"
        tags:
          task_class: "$1"