Improved Performance in Scylla Open Source 3.0: Streaming and Hinted Handoffs

1-streaming-populate-node.yaml

for i=0 to 3:
  cassandra-stress write no-warmup n=175000000 cl=ALL
    -rate threads=500
    -schema 'replication(factor=2) keyspace=keyspace'
    -col 'size=FIXED(4000) n=FIXED(1)'
    -mode cql3 native connectionsPerHost=66
    -pop 'seq=((i*n)+1)..((i+1)*n)' # where n=175000000
    -node node2
    -errors ignore

2-streaming-load-simulation.yaml

cassandra-stress read no-warmup duration=2h cl=ALL
  -pop 'dist=gauss(1..700000000, 350000000, 7000000)'
  -col 'size=FIXED(4000) n=FIXED(1)'
  -schema 'replication(factor=2) keyspace=keyspace'
  -mode cql3 native connectionsPerHost=66
  -errors ignore
  -node node2
  -rate 'threads=500 limit=50000/s'

cassandra-stress write no-warmup duration=2h cl=ALL
  -pop 'dist=gauss(1..700000000, 350000000, 7000000)'
  -col 'size=FIXED(4000) n=FIXED(1)'
  -schema 'replication(factor=2) keyspace=keyspace'
  -mode cql3 native connectionsPerHost=66
  -errors ignore
  -node node2
  -rate 'threads=500 limit=50000/s'

3-hinted-handoff-populate-nodes.yaml

cassandra-stress write n=120000000 no-warmup cl=LOCAL_QUORUM
  -node 172.16.12.77
  -rate threads=1000 throttle=50000/s
  -mode native cql3 connectionsPerHost=48
  -schema keyspace="ks1" "replication(strategy=NetworkTopologyStrategy, us-east=3)"
  -col "size=FIXED(10)"

4-hinted-handoff-simulated-failure.yaml

#!/bin/bash

tune()
{
  local op="$1"
  sudo /sbin/iptables $op INPUT -p tcp --destination-port 7000 -j DROP
  sudo /sbin/iptables $op INPUT -p tcp --destination-port 9042 -j DROP
  sudo /sbin/iptables $op INPUT -p tcp --source-port 7000 -j DROP
  sudo /sbin/iptables $op INPUT -p tcp --source-port 9042 -j DROP
  sudo /sbin/iptables $op OUTPUT -p tcp --destination-port 7000 -j DROP
  sudo /sbin/iptables $op OUTPUT -p tcp --destination-port 9042 -j DROP
  sudo /sbin/iptables $op OUTPUT -p tcp --source-port 7000 -j DROP
  sudo /sbin/iptables $op OUTPUT -p tcp --source-port 9042 -j DROP
}
for ((i=0; i < 1000; i++)); do
  echo "Step $i"; echo "Stopping";
  tune -A;
  echo "Sleeping"; sleep 30; echo "Starting";
  tune -D;
  echo "Sleeping";
  sleep 10;
done

5-hinted-handoff-reading-nodes.yaml

cassandra-stress read n=120000000 no-warmup cl=LOCAL_QUORUM
  -node 172.16.12.77
  -rate threads=1000 throttle=50000/s
  -mode native cql3 connectionsPerHost=48
  -schema keyspace="ks1" "replication(strategy=NetworkTopologyStrategy, us-east=3)"
  -col "size=FIXED(10)"