Skip to content

Instantly share code, notes, and snippets.

---
splunk:
smartstore:
index:
- indexName: default
remoteName: remote_store
scheme: s3
remoteLocation: hf-splunkbucket
s3:
access_key: minioadmin
#Sample kafkacat command to move messages from one topic to another - one liner!
#####################################################################
#mycert2 topic is empty:
#####################################################################
mojave$ kafkacat -C -b localhost:9092 -t mycert2
% Reached end of topic mycert2 [0] at offset 0
% Reached end of topic mycert2 [1] at offset 0
% Reached end of topic mycert2 [2] at offset 0
^Cmojave$
@rahulx411
rahulx411 / gist:7147ad2800a7fbad0e9d6508a7c2125d
Created May 5, 2019 23:37
splunk indexes.conf for s3 smartstore
[root@myhost-b010 splunk]# cat /root/splunk/splunk/etc/system/local/indexes.conf
[default]
remotePath = volume:remote_store/$_index_name
[volume:remote_store]
storageType = remote
path = s3://splunk-db/
remote.s3.access_key = $7$yGSEkWGX2iNAFz3+5RrYMOrlkfJeMB2fE6o2YD+oj7YjM5DGE7KFbqut0eJKetjAOzWOocb0x+Q=
remote.s3.secret_key = $7$dft6gA/9xNK3qryAZpCzJsK4x03giKqCwELEuzKhfNFl0XT1DEfNm6F65sVGGOsAHSITVVucfAc=
remote.s3.endpoint = http://myserver.vtas.com
homePath = $SPLUNK_DB/cs_index/dbrahul
@rahulx411
rahulx411 / gist:e50595de10e751a548c3771959a526e7
Created May 5, 2019 05:34
exploring kubectl cmds on minikube
MOJAVE:~ mymac$ kubectl get nodes
NAME STATUS ROLES AGE VERSION
minikube Ready master 45m v1.14.1
MOJAVE:~ mymac$
MOJAVE:~ mymac$ kubectl cluster-info
Kubernetes master is running at https://192.168.99.101:8443
KubeDNS is running at https://192.168.99.101:8443/api/v1/namespaces/kube-system/services/kube-dns:dns/proxy
To further debug and diagnose cluster problems, use 'kubectl cluster-info dump'.
[root@mybroker1 ~]# curl -X GET http://localhost:8082/topics/test-sqlite-jdbc-accounts| json_reformat
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 969 100 969 0 0 31369 0 --:--:-- --:--:-- --:--:-- 33413
{
"name": "test-sqlite-jdbc-accounts",
"configs": {
"message.downconversion.enable": "true",
"file.delete.delay.ms": "60000",
"segment.ms": "604800000",
[root@mybroker1 ~]# curl -X GET http://localhost:8082/topics| json_reformat
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 2738 100 2738 0 0 137k 0 --:--:-- --:--:-- --:--:-- 140k
[
"__confluent.support.metrics",
"_confluent-command",
"_confluent-controlcenter-5-1-0-1-AlertHistoryStore-changelog",
"_confluent-controlcenter-5-1-0-1-Group-ONE_MINUTE-changelog",
"_confluent-controlcenter-5-1-0-1-Group-THREE_HOURS-changelog",
## Download Confluent platform from : https://www.confluent.io/download/
##Extract the gzipped tarball:
[broker1# tar xzvf confluent-5.1.0-2.11.tar.gz
..
##Start kafka via confluent platform CLI:
## Note that this will start using the default parameters.
##If you'd like to customize the ports, IP or tunables, edit the *.properties file
##(Eg: zookeeper.properties, server.propertities)
## Download Confluent platform from : https://www.confluent.io/download/
##Extract the gzipped tarball:
[broker1# tar xzvf confluent-5.1.0-2.11.tar.gz
..
##Start kafka via confluent platform CLI:
## Note that this will start using the default parameters.
##If you'd like to customize the ports, IP or tunables, edit the *.properties file
##(Eg: zookeeper.properties, server.propertities)
[root@mybroker1 lenses]# bin/lenses lenses.conf
Initializing (pre-run) Lenses
Installation directory autodetected: /root/lenses
Current directory: /root/lenses
Logback configuration file autodetected: logback.xml
These directories will be monitored for new jar files:
- /root/lenses/plugins
- /root/lenses/plugins/udf
- /root/lenses/plugins/security
- /root/lenses/plugins/serde
[root@mybroker1 lenses]# cat security.conf
# Security mode. Can be BASIC, LDAP, KERBEROS, CUSTOM_HTTP
lenses.security.mode = BASIC
# Security groups is a mandatory section for all security modes.
lenses.security.groups = [
{
name: "adminGroup",
roles: ["Admin", "DataPolicyWrite", "DataPolicyRead", "TableStorageWrite", "AlertsWrite"]
}