scylla-kafka-akka-mqtt-blog

01-tar-confluent.sh

tar -xzf confluent-5.0.0-2.11.tar.gz
cd confluent-5.0.0/

02-export-path.sh

$ export PATH="$PATH:/YOUR_LOCAL_PATH_TO_BINARIES/confluent-5.0.0/bin"

03-confluent-start.sh

$confluent start kafka

04-zookeeper-properties.sh

$bin/zookeeper-server-start ./etc/kafka/zookeeper.properties
$bin/kafka-server-start ./etc/kafka/server.properties

05-mqtt-properties.txt

topic.regex.list=temperature:.*temperature, brightness:.*brightness 
listeners=0.0.0.0:1883
bootstrap.servers=PLAINTEXT://localhost:9092
confluent.topic.replication.factor=1

06-kafka-topics.sh

$bin/kafka-topics --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic temperature 
$bin/kafka-topics --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic brightness 

07-mqtt-dev-properties.sh

$bin/kafka-mqtt-start kafka-mqtt-dev.properties

08-install-mosquitto.sh

$brew install mosquitto
$brew link mosquitto

09-mosquitto_pub.sh

$mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -m "190F"
$mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -m "200F"
$mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -m "210F"

10-kafka-consumer.sh

$kafka-console-consumer --bootstrap-server localhost:9092 \
 --topic temperature \
 --property print.key=true \
 --from-beginning

11-mosquitto-continuous-feed.sh

while true; do echo $(( $RANDOM % (231-180) + 180)); sleep .2; done | \
mosquitto_pub -h 0.0 .0.0 -p 1883 -t car/engine/temperature -q 2 -l

12-scylla-cluster-setup.sh

$git clone https://github.com/scylladb/scylla-code-samples/
$cd gce_deploy_and_install_scylla_cluster
$./gce_deploy_and_install_scylla_cluster.sh -t n1-standard-16 -n -c5 -v2.3

13a-create-cassandra-sink.properties.sh

$cd /confluent-5.0.0/config
$touch cassandra-sink.properties
$vi cassandra-sink.properties

13b-cassandra-sink.properties.txt

#Connector `cassandra-sink`:
name=cassandra-sink
connector.class=com.datamountaineer.streamreactor.connect.cassandra.sink.CassandraSinkConnector
tasks.max=1
topics=temperature
connect.cassandra.kcql=INSERT INTO temperature SELECT * FROM temperature
connect.cassandra.contact.points=<IP1>,<IP2> (public IP addresses SCYLLA nodes)
connect.cassandra.port=9042
connect.cassandra.key.space=demo
connect.cassandra.username=cassandra
connect.cassandra.password=cassandra
connect.progress.enabled=true
#task ids: 0

14-download-stream-reactor.sh

$cd /confluent-5.0.0/lib
$wget https://github.com/Landoop/stream-reactor/releases/download/1.1.0/stream-reactor-1.1.0-1.1.0.tar.gz
$tar -xzf stream-reactor-1.1.0-1.1.0.tar.gz

15-connect-avro.sh

$connect-distributed etc/schema-registry/connect-avro-distributed.properties

16a-cd-confluent-5-config.sh

$cd /confluent-5.0.0/config

16b-start-confluent-sink-connector.sh

$java -jar kafka-connect-cli-0.6-all.jar create cassandra-sink < cassandra-sink.properties

17-run-generator-script.sh

$./sensor_generator