Scylla + Confluent IoT Examples - Updated 16 May 2019

01-tar-confluent.sh

$ tar -xzf confluent-5.2.0-2.12.tar.gz
$ cd confluent-5.2.0/

02-export-path.sh

$ export PATH="$PATH:/YOUR_LOCAL_PATH_TO_BINARIES/confluent-5.2.0/bin"

03-brew-tap-confluentinc.sh

$ brew tap confluentinc/homebrew-confluent-hub-client
$ brew cask install confluent-hub-client
$ confluent-hub install confluentinc/kafka-connect-cassandra:latest

04-confluent-start.sh

$ confluent start connect

05-zookeeper-server-start.sh

$ zookeeper-server-start ./etc/kafka/zookeeper.properties
$ kafka-server-start ./etc/kafka/server.properties
$ bin/schema-registry-start ./etc/schema-registry/schema-registry.properties
$ connect-distributed ./etc/schema-registry/connect-avro-distributed.properties

06-kafka-topics-create.sh

$ kafka-topics --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic temperature 
$ kafka-topics --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic brightness 

07-kakfa-mqtt-start.sh

$ kafka-mqtt-start kafka-mqtt-dev.properties

08-brew-instaall-mosquitto.sh

$ brew install mosquitto
$ brew link mosquitto

09-mosquitto_pub.sh

$ mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -m "190F"
$ mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -m "200F"
$ mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -m "210F"

10-kafka-console-consumer.sh

$ kafka-console-consumer --bootstrap-server localhost:9092 \
 --topic temperature \
 --property print.key=true \
 --from-beginning

11-while-true-do-echo.sh

while true; do echo $(( $RANDOM % (231-180) + 180)); sleep .2; done | \
mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -l

12-git-clone-scylla-code-samples.sh

$ git clone https://github.com/scylladb/scylla-code-samples/
$ cd gce_deploy_and_install_scylla_cluster

13-gce_deploy_and_install_scylla_cluster.sh

$./gce_deploy_and_install_scylla_cluster.sh -t n1-standard-16 -n -c5 -v3.0

14-confluent-start-ksql-server.sh

$ confluent start ksql-server

15-ksql-SHOW-TOPICS.sql

ksql> SHOW TOPICS; 

16-ksql-CREATE-STREAM-sensorreadings.sql

ksql> CREATE STREAM sensorreadings (eventid integer, sensorinput varchar) WITH (kafka_topic='temperature', value_format='AVRO');

17-confluent-hub-install.sh

$ confluent-hub install confluentinc/kafka-connect-cassandra:latest

18-sink.properties

name=sink
topics=temperature
tasks.max=1
connector.class=io.confluent.connect.cassandra.CassandraSinkConnector
cassandra.contact.points=<PUBLIC IPs of your SCYLLA Cluster (IP1,IP2,IP3)>
cassandra.keyspace=demo
cassandra.compression=SNAPPY
cassandra.consistency.level=LOCAL_QUORUM
transforms=prune
transforms.prune.type=org.apache.kafka.connect.transforms.ReplaceField$Value
transforms.prune.whitelist=CreatedAt,Id,Text,Source,Truncated

19-connect-standalone.sh

$ connect-standalone <FULL_PATH>/confluent-5.2.0/etc/schema-registry/connect-avro-standalone.properties <FULL_PATH>/confluent-5.2.0/share/confluent-hub-components/confluentinc-kafka-connect-cassandra/etc/sink.properties

20-sensor-generator.sh

$./sensor_generator