Prometheus metrics to Elasticsearch via logagent-js

readme.md

Installation

npm i -g @sematext/logagent
logagent --config prom2elk.yml
# wait 20 seconds and open Kibana ....

More info:

• Logagent Documentation
• Logagent Homepage
• Sematext Cloud - all in one monitoring and log management with Elasticsearch API and integrated Kibana

prom2elk.yml

input:
  docker-prometheus: 
    module: command
    # connect to metrics endpoint
    command: curl http://127.0.0.1:9323/metrics
    sourceName: prometheus_metrics
    debug: false
    # scrape data every 10 seconds
    restart: 10

# transform data structure from prometheus for good Kibana visualisation
parser:
  patternFiles: []
  patterns:
    - # prometheus
      sourceName: !!js/regexp /prometheus_metrics/
      match:
        - type: prometheus_metrics
          regex: !!js/regexp /\sHELP|\sTYPE\s/i
          inputDrop: !!js/regexp /#\sHELP|#\sTYPE\s/i
        - type: prometheus_metrics
          regex: !!js/regexp /(\S+)({.+?})\s([\d|\.]+)/i
          fields: 
            - name
            - labels
            - value
          transform: !!js/function > 
            function (p) {
              try {
                if (p.name) {
                  p.name_space=p.name.split('_')[0]
                }
                if (p.labels) {
                  // hack, make JS code out of key/value format to parse properties
                  p.labels = eval ('x=' + p.labels.replace(/=/g,':'))
                  var l = Object.keys(p.labels)
                  // convert prometheus numbers in quotes to JS numbers
                  for (var i=0; i<l.length; i++) {
                    var n = Number()
                    if (!isNaN(p.labels[l[i]])) {
                      p.labels[l[i]] = Number(p.labels[l[i]])
                    }
                  } 
                }
              } catch (err) {
                console.log(err)
              } 
              p[p.name]=p.value
              return p
            }
        - type: prometheus_metrics
          regex: !!js/regexp /(\S+)\s([\d|\.]+)/i
          fields: 
            - name
            - value
          transform: !!js/function > 
            function (p) {
                if (p.name) {
                  p.name_space = p.name.split('_')[0]
                }
                p[p.name]=p.value
            }

  
output:
  stdout: yaml
  logsene:
    module: elasticsearch
    url: https://logsene-receiver.sematext.com
    # url: http://localhost:9200
    index: LOGSENE_TOKEN_HERE
    # index: prometheus_stats