gschmutz

version: '2'

# We're going to rely on an externally created network for our services to get around the 
# problem with docker compose using underscores in network and container names (and thus causing
# problems with invalid hostnames). See the comment on 34e78d05af2a287030598e545341ada36e9d24c 
# for more details. You can create this network by running: 'docker network create graph'
networks:
  graph:
    external: true

gschmutz

version: "3"

networks:
  app_net:
    driver: bridge
    ipam:
      driver: default
      config:
      -
        subnet: 172.16.121.0/24

gschmutz

version: "3"

services:
  s3:
    image: scality/s3server
    ports:
      - "8002:8000"
    volumes:
      - ./data:/usr/src/app/localData

gschmutz

version: '2'

services:
  cassandra:
    image: cassandra:2.1
    ports:
      - "9160:9160"
      - "9042:9042"

  elasticsearch:

gschmutz

version: '2'
services:
  zookeeper:
    image: confluentinc/cp-zookeeper:3.3.0
    hostname: zookeeper
    ports:
      - "2181:2181"
    environment:
      ZOOKEEPER_CLIENT_PORT: 2181

gschmutz

version: '2'
services:
  zookeeper:
    image: confluentinc/cp-zookeeper:3.3.0
    hostname: zookeeper
    ports:
      - "2181:2181"
    environment:
      ZOOKEEPER_CLIENT_PORT: 2181

gschmutz

  burrow:
    image: toddpalino/burrow
    volumes:
      - ${PWD}/burrow-config:/etc/burrow/
      - ${PWD}/tmp:/var/tmp/burrow
    ports:
      - 8000:8000
    depends_on:
      - zookeeper-1
      - broker-1

gschmutz

  mysql:
    image: mysql:5.7
    ports:
      - 3306:3306
    volumes:
#      - ./volume/mysql:/var/lib/mysql:rw
      - ./scripts/mysql/demo.sql:/docker-entrypoint-initdb.d/demo.sql:ro
    environment:
      MYSQL_ALLOW_EMPTY_PASSWORD: "yes"
      MYSQL_DATABASE: "sample"

gschmutz

 zeppelin:
    image: dylanmei/zeppelin
    container_name: zeppelin
    ports:
      - "38080:8080"
    environment:
      ZEPPELIN_PORT: 8080
      ZEPPELIN_JAVA_OPTS: >-
        -Dspark.driver.memory=1g
        -Dspark.executor.memory=2g

gschmutz

CREATE SOURCE CONNECTOR tweet_c WITH (
    'connector.class'='com.github.jcustenborder.kafka.connect.twitter.TwitterSourceConnector',
    'twitter.oauth.consumerKey' = 'XXXXXX',
    'twitter.oauth.consumerSecret' = 'YYYYYY',
    'twitter.oauth.accessToken' = 'XXXXXX',
    'twitter.oauth.accessTokenSecret' = 'YYYYYY',
    'process.deletes' = 'false',
    'filter.keywords' = 'trump', 
    'kafka.status.topic' = 'tweet-raw-v2',
    'transforms.createKey.type' = 'org.apache.kafka.connect.transforms.ValueToKey',