tlberglund

Distributed Systems Reading List

Links for Further Reading

• You Can't Sacrifice Partition Tolerance
• Twitter conversation with Jay Kreps about Vector Clocks
• Why Cassandra Doesn't Need Vector Clocks
• Why Vector Clocks are Easy
• Why Vector Clocks are Hard
• Cache is the New RAM
• Neat Algorithms: Paxos

tlberglund

#!/bin/bash

while :
do
    clear
    git --no-pager log --graph --pretty=oneline --abbrev-commit --decorate --all $*
    sleep 1
done

tlberglund

import org.gradle.api.NamedDomainObjectContainer
import org.gradle.api.Plugin
import org.gradle.api.Project
import org.gradle.api.DefaultTask
import org.gradle.api.tasks.TaskAction
import liquibase.integration.commandline.Main

apply plugin: LiquibasePlugin

buildscript {

tlberglund

#!/bin/bash

#Ensure we have the quantity specified on the CLI
if [ -z "$3" ]; then ARG_ERR=ERR; fi
if [ -z "$2" ]; then ARG_ERR=ERR; fi
if [ -z "$1" ]; then ARG_ERR=ERR; fi
if [ -n "$ARG_ERR" ];
then
    echo "Usage: <filecount> <filenamebase> <filenameextension>"
    exit

tlberglund

JAX Git Workshop

Outline

• git init project
• git config --global user.name "Tim Berglund"
• git config --global user.email "tlberglund@github.com"
• git status
• git add <file>
• Diff
  • git diff

tlberglund

#!/bin/bash

while :
do
    clear
    git --no-pager log -$1 --graph --all --pretty=format:'%Cred%h%Creset -%C(yellow)%d%Creset %s %Cgreen(%cr) %C(bold blue)<%an>%Creset' --abbrev-commit --date=relative
    sleep 1
done

tlberglund

CREATE STREAM twitter_reinvent_kafka_ksql AS 
SELECT 
  TIMESTAMPTOSTRING(CreatedAt, 'yyyy-MM-dd HH:mm:ss.SSS') AS CreatedAt, 
  EXTRACTJSONFIELD(user,'$.Name') AS user_Name, 
  EXTRACTJSONFIELD(user,'$.ScreenName') AS user_ScreenName, 
  EXTRACTJSONFIELD(user,'$.Location') AS user_Location, 
  EXTRACTJSONFIELD(user,'$.Description') AS user_Description, 
  Text,
  hashtagentities,
  lang 

tlberglund

CREATE STREAM twitter_summit AS 
SELECT 
  TIMESTAMPTOSTRING(CreatedAt, 'yyyy-MM-dd HH:mm:ss.SSS') AS CreatedAt, 
  EXTRACTJSONFIELD(user,'$.Name') AS user_Name, 
  EXTRACTJSONFIELD(user,'$.ScreenName') AS user_ScreenName, 
  EXTRACTJSONFIELD(user,'$.Location') AS user_Location, 
  EXTRACTJSONFIELD(user,'$.Description') AS user_Description, 
  Text, 
  hashtagentities, 
  lang 

tlberglund

CREATE STREAM twitter_raw 
(CreatedAt bigint,
 Id bigint, 
 Text VARCHAR, 
 SOURCE VARCHAR, 
 Truncated VARCHAR, 
 InReplyToStatusId VARCHAR, 
 InReplyToUserId VARCHAR, 
 InReplyToScreenName VARCHAR, 
 GeoLocation VARCHAR, 

tlberglund

{
    "name": "twitter_source_json_01",
    "config": {
        "connector.class": "com.github.jcustenborder.kafka.connect.twitter.TwitterSourceConnector",
        "twitter.oauth.accessToken": "",
        "twitter.oauth.consumerSecret": "",
        "twitter.oauth.consumerKey": "",
        "twitter.oauth.accessTokenSecret": "",
        "kafka.delete.topic": "twitter_deletes_json_01",
        "value.converter": "org.apache.kafka.connect.json.JsonConverter",