Skip to content

Instantly share code, notes, and snippets.

@skonto
Created June 16, 2017 09:17
Show Gist options
  • Save skonto/052d849369a9e1d5f88bfd712fc234fe to your computer and use it in GitHub Desktop.
Save skonto/052d849369a9e1d5f88bfd712fc234fe to your computer and use it in GitHub Desktop.
"cmd": "export JAVA_HOME=$MESOS_SANDBOX/jre1.8.0_112 && cp $MESOS_SANDBOX/core-site.xml hadoop-2.6.0-cdh5.9.1/etc/hadoop && cp $MESOS_SANDBOX/hdfs-site.xml hadoop-2.6.0-cdh5.9.1/etc/hadoop && hadoop-2.6.0-cdh5.9.1/bin/hadoop fs -copyToLocal hdfs://hdfs/spark-kafka-drainer-0.0.1-deploy.jar spark-kafka-drainer-0.0.1-deploy.jar && $JAVA_HOME/bin/java -cp spark-kafka-drainer-0.0.1-deploy.jar com.lightbend.fdp.spark.KafkaDrainerDStream",
"cpus":1,
"mem":2048,
"env":{
"DRAINER_BOOTSTRAP_SERVERS": "broker.kafka.l4lb.thisdcos.directory:9092",
"DRAINER_KAFKA_SOURCE_TOPIC":"test",
"DRAINER_OUTPUT_HDFS_FILE":"hdfs://hdfs/drainer-data",
"DRAINER_ZOOKEEPER_KAFKA_URL":"master.mesos:2181/dcos-service-kafka",
"DRAINER_BATCH_DURATION": "10"
},
"fetch": [
{ "uri" : "https://downloads.mesosphere.com/hdfs/assets/hadoop-2.6.0-cdh5.9.1-dcos.tar.gz"},
{
"uri": "http://api.hdfs.marathon.l4lb.thisdcos.directory/v1/endpoints/core-site.xml"
},
{
"uri": "http://api.hdfs.marathon.l4lb.thisdcos.directory/v1/endpoints/hdfs-site.xml"
},
{
"uri": "https://downloads.mesosphere.com/java/jre-8u112-linux-x64.tar.gz"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment