tlberglund

CREATE STREAM twitter_reinvent_kafka_ksql AS 
SELECT 
  TIMESTAMPTOSTRING(CreatedAt, 'yyyy-MM-dd HH:mm:ss.SSS') AS CreatedAt, 
  EXTRACTJSONFIELD(user,'$.Name') AS user_Name, 
  EXTRACTJSONFIELD(user,'$.ScreenName') AS user_ScreenName, 
  EXTRACTJSONFIELD(user,'$.Location') AS user_Location, 
  EXTRACTJSONFIELD(user,'$.Description') AS user_Description, 
  Text,
  hashtagentities,
  lang 

tlberglund

CREATE STREAM twitter_summit AS 
SELECT 
  TIMESTAMPTOSTRING(CreatedAt, 'yyyy-MM-dd HH:mm:ss.SSS') AS CreatedAt, 
  EXTRACTJSONFIELD(user,'$.Name') AS user_Name, 
  EXTRACTJSONFIELD(user,'$.ScreenName') AS user_ScreenName, 
  EXTRACTJSONFIELD(user,'$.Location') AS user_Location, 
  EXTRACTJSONFIELD(user,'$.Description') AS user_Description, 
  Text, 
  hashtagentities, 
  lang 

tlberglund

CREATE STREAM twitter_raw 
(CreatedAt bigint,
 Id bigint, 
 Text VARCHAR, 
 SOURCE VARCHAR, 
 Truncated VARCHAR, 
 InReplyToStatusId VARCHAR, 
 InReplyToUserId VARCHAR, 
 InReplyToScreenName VARCHAR, 
 GeoLocation VARCHAR, 

tlberglund

{
    "name": "twitter_source_json_01",
    "config": {
        "connector.class": "com.github.jcustenborder.kafka.connect.twitter.TwitterSourceConnector",
        "twitter.oauth.accessToken": "",
        "twitter.oauth.consumerSecret": "",
        "twitter.oauth.consumerKey": "",
        "twitter.oauth.accessTokenSecret": "",
        "kafka.delete.topic": "twitter_deletes_json_01",
        "value.converter": "org.apache.kafka.connect.json.JsonConverter",

tlberglund

import com.datastax.driver.core.*;
import java.util.UUID;
import java.util.Date;

public class Cassandra {
  Cluster cluster;
  Session session;
  PreparedStatement smt;

  public void setup() {

tlberglund

Distributed Systems Reading List

Links for Further Reading

• You Can't Sacrifice Partition Tolerance
• Twitter conversation with Jay Kreps about Vector Clocks
• Why Cassandra Doesn't Need Vector Clocks
• Why Vector Clocks are Easy
• Why Vector Clocks are Hard
• Cache is the New RAM
• Neat Algorithms: Paxos

tlberglund

#!/usr/bin/ruby

#
# See https://github.com/soffes/hue for deets on the API. This script requires
# the Gem be installed, which is documented at the same URL.
#

require 'hue'

tlberglund

License

The prose, course text, slide layouts, class outlines, diagrams, HTML, CSS, and Markdown code in the set of educational materials located in this repository are licensed as CC BY 3.0. The Octocat, GitHub logo and other already-copyrighted and already-reserved trademarks and images are not covered by this license.

---

Attribution 3.0 Unported (CC BY 3.0)

This is a human-readable summary of the Legal Code (the full license).

You are free:

tlberglund

#!/bin/bash

#Ensure we have the quantity specified on the CLI
if [ -z "$3" ]; then ARG_ERR=ERR; fi
if [ -z "$2" ]; then ARG_ERR=ERR; fi
if [ -z "$1" ]; then ARG_ERR=ERR; fi
if [ -n "$ARG_ERR" ];
then
    echo "Usage: <filecount> <filenamebase> <filenameextension>"
    exit

tlberglund

This should be rended as Clojure code:

(defn hello-world [] (println "hello, world"))

Great success!