The following ansible playbook installs the pre-requisites for superset on a CentOS 7.4 host:
- hosts: superset
user: root
vars:
mysql_root_password: ********
tasks:
from confluent_kafka.admin import AdminClient, ConfigResource | |
import confluent_kafka | |
import concurrent.futures | |
from neo4j import GraphDatabase | |
""" | |
This script builds a graph of all the topics and properties for those topics. The graph can then be queried to identify unusual properties: | |
MATCH (topic:Topic)-[:HAS_PROPERTY]->(property:Property) | |
WHERE SIZE(()-[:HAS_PROPERTY]->(property)) < 10 |
# get destination IP's from syslog | |
CREATE STREAM SRC_DST_GEO WITH AS SELECT | |
SYSLOG.EXTENSION['src'] "SRC" | |
, CAST(SYSLOG.EXTENSION['spt'] AS INTEGER) "SPT" | |
, SYSLOG.EXTENSION['dst'] "DST" | |
, CAST(SYSLOG.EXTENSION['dpt'] AS INTEGER) "DPT" | |
, GETGEOFORIP(SYSLOG.EXTENSION['dst']) "DST_GEO" | |
, CAST(SYSLOG.EXTENSION['in'] AS BIGINT) "BYTES_IN" | |
, CAST(SYSLOG.EXTENSION['out'] AS BIGINT) "BYTES_OUT" |
# generate a keystore containing a single key | |
keytool -genkey \ | |
-noprompt \ | |
-keyalg RSA \ | |
-alias cp01.woolford.io \ | |
-dname "CN=cp01.woolford.io, OU=woolford.io, O=woolford.io, L=Lafayette, ST=Colorado, C=US" \ | |
-keypass password \ | |
-keystore keystore.jks \ | |
-storepass password \ | |
-storetype pkcs12 \ |
global | |
log /dev/log local0 | |
log /dev/log local1 notice | |
chroot /var/lib/haproxy | |
stats timeout 30s | |
user haproxy | |
group haproxy | |
daemon | |
defaults |
# on SCH | |
keytool -exportcert -alias sch.woolford.io -keystore /etc/dpm/truststore.jks > sch.woolford.io.cert | |
# on SDC | |
ln -s /etc/sdc/truststore.jks /usr/java/jdk1.8.0_161/jre/lib/security/jssecacerts | |
keytool -importcert -alias sch.woolford.io -keystore /etc/sdc/truststore.jks -file sch.woolford.io.cert | |
systemctl restart sdc |
# creates keystore | |
keytool -genkey \ | |
-noprompt \ | |
-trustcacerts \ | |
-keyalg RSA \ | |
-alias sdc.woolford.io \ | |
-dname "CN=sdc.woolford.io, OU=woolford.io, O=woolford.io, L=Lafayette, ST=Colorado, C=US" \ | |
-keypass password \ | |
-keystore /etc/sdc/keystore.jks \ | |
-storepass password |
--- | |
# hdp_ansible_temp.yml | |
- hosts: hdp | |
user: root | |
tasks: | |
- name: update all the packages | |
yum: name=* state=latest |
Feb 05 21:27:02 edison libmraa[1661]: libmraa version v1.5.1 initialised by user 'root' with EUID 0 | |
Feb 05 21:27:02 edison libmraa[1661]: gpio214: init: Failed to write to 'export': No such device | |
Feb 05 21:27:02 edison libmraa[1661]: edison: Arduino board not detected, assuming Intel Edison Miniboard | |
Feb 05 21:27:02 edison libmraa[1661]: libmraa initialised for platform 'Intel Edison' of type 2 | |
Feb 05 21:27:02 edison libmraa[1661]: i2c_init: Selected bus 1 | |
Feb 05 21:27:05 edison kernel: ------------[ cut here ]------------ | |
Feb 05 21:27:05 edison kernel: WARNING: at /export/users/neck/iotdk_3.5_dev/workdir/poky/linux-kernel/drivers/i2c/busses/i2c-designware-core.c:1239 i2c_dw_xfer+0x337/0x5d0() | |
Feb 05 21:27:05 edison kernel: Device: i2c-designware-pci | |
controller timed out | |
Feb 05 21:27:05 edison kernel: Modules linked in: usb_f_acm u_serial g_multi libcomposite bcm_bt_lpm bcm4334x(O) |
$ mvn dependency:tree | |
[INFO] Scanning for projects... | |
[INFO] | |
[INFO] ------------------------------------------------------------------------ | |
[INFO] Building Parsing PDF documents through Kafka stream 1.0-SNAPSHOT | |
[INFO] ------------------------------------------------------------------------ | |
[INFO] | |
[INFO] --- maven-dependency-plugin:2.8:tree (default-cli) @ pdf-storm --- | |
[INFO] io.woolford:pdf-storm:jar:1.0-SNAPSHOT | |
[INFO] +- org.apache.storm:storm-core:jar:1.0.1:compile |