andrewstevenson

.
|-- acceptance
|   |-- resource-quota.yaml
|   |-- service-cassandra.yaml
|   |-- service-cloudera.yaml
|   |-- service-confluent.yaml
|   `-- service-other.yaml
|-- landscape
|   |-- twitter-sink-azuredocdb.yaml
|   |-- twitter-sink-hdfs.yaml

andrewstevenson

{% set connector_props = env_to_props('CONNECTOR_', '') -%}
{% for name, value in connector_props.iteritems() -%}
{{name}}={{value}}
{% endfor -%}

andrewstevenson

{% set connect_props = env_to_props('CONNECT_', '') -%}
{% for name, value in connect_props.iteritems() -%}
{{name}}={{value}}
{% endfor -%}

andrewstevenson

name: raw-sink-cassandra
release:
  chart: datamountaineer/connector-cassandra:0.1
  version: 0.1.0
configuration:
  clusterName: "raw_sink_cassandra"
  topics: "raw_topic"
  connectCassandraSinkKcql: INSERT INTO data SELECT * FROM raw_topic
  connectCassandraContactPoints: cassandra 
  connectCassandraPort: 9042

andrewstevenson

apiVersion: extensions/v1beta1
kind: Deployment
metadata:
  name: {{ template "fullname" . }}
  labels:
    app: {{ template "fullname" . }}
    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
    release: "{{ .Release.Name }}"
    heritage: "{{ .Release.Service }}"
spec:

andrewstevenson

hazelcast[default] > ns dev
namespace: dev
hazelcast[dev] > q.take
{"ingest_time":1487166342000,"message_id":34158,"type":"ACK","code":"2.05","raw_code":69,"rtt":65,"is_last":true,"is_notification":true,"source":"localhost:5633","destination":"","timestamp":0,"token":"6b3e66","is_duplicate":false,"is_confirmable":false,"is_rejected":false,"is_acknowledged":false,"is_canceled":false,"accept":-1,"block1":"","block2":"","content_format":0,"etags":[],"location_path":"","location_query":"","max_age":2,"observe":0,"proxy_uri":null,"size_1":null,"size_2":null,"uri_host":null,"uri_port":null,"uri_path":"","uri_query":"","payload":"{\"sensorId\":\"Sensor5\",\"timestamp\":1487166341936,\"temperature\":28.33645994241467,\"message\":\"Sensor message 1\"}"}
hazelcast[dev] > q.take
{"ingest_time":1487166346002,"message_id":34159,"type":"ACK","code":"2.05","raw_code":69,"rtt":3,"is_last":true,"is_notification":true,"source":"localhost:5633","destination":"","timestamp":0,"token":"6b3e66","is_duplicate":false,"is_confirmable

andrewstevenson

./kafka-avro-console-consumer --zookeeper localhost --topic coap_sensor_topic   
{"message_id":{"int":62517},"type":{"string":"NON"},"code":"2.05","raw_code":{"int":69},"rtt":{"long":998},"is_last":{"boolean":true},"is_notification":{"boolean":true},"source":{"string":"localhost:5633"},"destination":{"string":""},"timestamp":{"long":0},"token":{"string":"d77d"},"is_duplicate":{"boolean":false},"is_confirmable":{"boolean":false},"is_rejected":{"boolean":false},"is_acknowledged":{"boolean":false},"is_canceled":{"boolean":false},"accept":{"int":-1},"block1":{"string":""},"block2":{"string":""},"content_format":{"int":0},"etags":[],"location_path":{"string":""},"location_query":{"string":""},"max_age":{"long":2},"observe":{"int":0},"proxy_uri":null,"size_1":null,"size_2":null,"uri_host":null,"uri_port":null,"uri_path":{"string":""},"uri_query":{"string":""},"payload":{"string":"{\"sensorId\":\"Sensor4\",\"timestamp\":1486997194029,\"temperature\":23.60440030439427,\"message\":\"Sensor message 98\"}"}}
{"message_i

andrewstevenson

./cli.sh [ps|get|rm|create|run|status|status|plugins|describe|validate|restart|pause|resume]

andrewstevenson

name = coap-source
connector.class = com.datamountaineer.streamreactor.connect.coap.source.CoapSourceConnector
max.tasks = 1
connect.coap.source.uri = coap://localhost:5633
connect.coap.kcql = INSERT INTO coap_sensor_topic SELECT * FROM sensors

andrewstevenson

bin/cli.sh plugins
Class name: ConnectorPlugins(com.datamountaineer.streamreactor.connect.coap.source.CoapSourceConnector)
Class name: ConnectorPlugins(com.datamountaineer.streamreactor.connect.hazelcast.sink.HazelCastSinkConnector)