Prometheus JMX exporter config for Flink 1.4.x

jmx_exporter_flink_1.4.yml

hostPort: localhost:port
lowercaseOutputName: true
lowercaseOutputLabelNames: false
whitelistObjectNames:
  - "java.lang:*"
  - "org.apache.flink.jobmanager.*:*"
  - "org.apache.flink.taskmanager.*:*"
rules:
  - pattern: "^java.lang.*"

  ## JobManager
  - pattern: "org.apache.flink.jobmanager.Status.([^<]+)<host=(\\S+)><>(\\w+)"
    name: flink_status_$1
    labels:
      component: jobmanager
      host: $2

  - pattern: "org.apache.flink.jobmanager.job.(\\w+)<host=([^,]+), job_name=([^,]+), job_id=([^,]+)><>(\\w+)"
    name: flink_jobmanager_job_$1
    labels:
      host: $2
      job_name: $3
      job_id: $4

  - pattern: "org.apache.flink.jobmanager.(\\w+)<host=(\\S+)><>(\\w+)"
    name: flink_jobmanager_$1
    labels:
      host: $2

  ## TaskManager
  - pattern: "org.apache.flink.taskmanager.Status.([^<]+)<host=([^,]+), tm_id=(\\w+)><>(\\w+)"
    name: flink_status_$1
    labels:
      component: taskmanager
      host: $2
      tm_id: $3

  - pattern: "org.apache.flink.taskmanager.job.task.operator.([^<]+)<job_id=(\\w+), job_name=([^,]+), tm_id=(\\w+), task_attempt_id=(\\w+), task_attempt_num=(\\d+), subtask_index=(\\d+), task_id=(\\w+), operator_name=([^,]+), task_name=([^,]+), operator_id=(\\w+), host=([^>]+)><>Count"
    name: flink_job_task_operator_$1
    labels:
      job_id: $2
      job_name: $3
      tm_id: $4
      task_attempt_id: $5
      task_attempt_num: $6
      subtask_index: $7
      task_id: $8
      operator_name: $9
      task_name: $10
      operator_id: $11
      host: $12
    type: COUNTER

  - pattern: "org.apache.flink.taskmanager.job.task.operator.([^<]+)<job_id=(\\w+), job_name=([^,]+), tm_id=(\\w+), task_attempt_id=(\\w+), task_attempt_num=(\\d+), subtask_index=(\\d+), task_id=(\\w+), operator_name=([^,]+), task_name=([^,]+), operator_id=(\\w+), host=([^>]+)><>Value"
    name: flink_job_task_operator_$1
    labels:
      job_id: $2
      job_name: $3
      tm_id: $4
      task_attempt_id: $5
      task_attempt_num: $6
      subtask_index: $7
      task_id: $8
      operator_name: $9
      task_name: $10
      operator_id: $11
      host: $12

  - pattern: "org.apache.flink.taskmanager.job.task.([^<]+)<task_name=([^,]+), job_id=(\\w+), task_attempt_id=(\\w+), job_name=([^,]+), tm_id=(\\w+), task_id=(\\w+), task_attempt_num=(\\d+), host=([^,]+), subtask_index=(\\d+)><>Count"
    name: flink_job_task_$1
    labels:
      task_name: $2
      job_id: $3
      task_attempt_id: $4
      job_name: $5
      tm_id: $6
      task_id: $7
      task_attempt_num: $8
      host: $9
      subtask_index: $10
    type: COUNTER

  - pattern: "org.apache.flink.taskmanager.job.task.([^<]+)<task_name=([^,]+), job_id=(\\w+), task_attempt_id=(\\w+), job_name=([^,]+), tm_id=(\\w+), task_id=(\\w+), task_attempt_num=(\\d+), host=([^,]+), subtask_index=(\\d+)><>Value"
    name: flink_job_task_$1
    labels:
      task_name: $2
      job_id: $3
      task_attempt_id: $4
      job_name: $5
      tm_id: $6
      task_id: $7
      task_attempt_num: $8
      host: $9
      subtask_index: $10