This is an example of using ELK to parse and view collectd data.
Caveat - I haven't fully tested this mapping yet, it doesn't take into account any other fields that may be added with other collectd plugins, just the ones I have specified below.
This is an example of using ELK to parse and view collectd data.
Caveat - I haven't fully tested this mapping yet, it doesn't take into account any other fields that may be added with other collectd plugins, just the ones I have specified below.
input { | |
stdin {} | |
} | |
filter { | |
csv { | |
columns => ["Date","Time","Time Zone","Name","Type","Status","Currency","Gross","Fee","Net","From Email Address","To Email Address","Transaction ID","Counterparty Status","Shipping address","Address Status","Item Title","Item ID","Shipping and Handling Amount","Compensation Amount","GST","Option 1 Name","Option 1 Value","Option 2 Name","Option 2 Value","Auction Site","Buyer ID","Item URL","Closing Date","Escrow ID","Invoice ID","Reference Txn ID","Invoice Number","Custom Number","Quantity","Receipt ID","Balance","Contact Phone Number"] | |
add_field => [ "timestamp", "%{Date} %{Time}" ] | |
remove_field => [ "Date", "Time", "Time Zone" ] | |
} | |
date { |
# Custom Region Maps | |
regionmap: | |
layers: | |
- name: "Australian States" | |
url: "http://localhost:8000/aus_state.geojson" | |
attribution: "exploratory.io" | |
fields: | |
- name: "STATE_NAME" | |
description: "State Name" |
from ftplib import FTP | |
import os | |
import xml.etree.ElementTree as ET | |
import xmltodict | |
import json | |
url = 'ftp.bom.gov.au' | |
filename = 'IDN65068.xml' | |
def writeline(data): |
field0 | field1 | fieldcrlf | field3 | field4 | |
---|---|---|---|---|---|
hello | 1234 | this is a line feed | 3.0 | AYX |
<?xml version="1.0"?> | |
<Container version="2"> | |
<Name>Elasticsearch-5.6.2</Name> | |
<Repository>59b11c02b218</Repository> | |
<Registry>https://docker.elastic.co/</Registry> | |
<Network>bridge</Network> | |
<Privileged>false</Privileged> | |
<Support>https://discuss.elastic.co/c/elasticsearch</Support> | |
<Overview>Elasticsearch is a open source, distributed, RESTful search and analytics engine.</Overview> | |
<Category>Tools:</Category> |
@elastic OR @logstash OR @elasticsearch OR Elasticsearch OR Logstash OR Kibana OR packetbeat OR "elastic stack" OR "elastic search" OR elasticbeats OR filebeat OR elasticon OR "elk stack” OR swiftype OR auditbeat OR “elastic apm” OR “open source apm” OR elkstack OR belkstack OR opbeat OR “Elastic APM” OR elastic.co OR “elk stack” OR “elastic cloud” OR elastalert OR Swiftype OR Swifttype OR skedlr OR lifeatelastic OR searchguard OR “elastic endpoint” -@Kibana_DRAGON_ -@kibana_love |
https://www.elastic.co/guide/en/beats/metricbeat/current/index.html
./metricbeat
./metricbeat setup --help
./metricbeat modules --help
./metricbeat setup --template -E output.logstash.enabled=false -E 'output.elasticsearch.hosts=["localhost:9200"]'