linben

Keybase proof

I hereby claim:

• I am linben on github.
• I am blin (https://keybase.io/blin) on keybase.
• I have a public key whose fingerprint is 0A98 BB9E 880B BA11 8E47 E4EC AA70 AB37 5DE6 7AB0

To claim this, I am signing this object:

linben

{
  "id": "/spark-cluster-hdfs",
  "cmd": "unset MESOS_EXECUTOR_ID MESOS_FRAMEWORK_ID MESOS_SLAVE_ID MESOS_SLAVE_PID MESOS_TASK_ID && /opt/spark/dist/bin/spark-submit --verbose --deploy-mode cluster --name SparkPi-Dispatcher-2-2-0 --master mesos://spark.marathon.l4lb.thisdcos.directory:7077 --conf spark.cores.max=4 --conf spark.executor.cores=2 --conf spark.mesos.executor.docker.image=mesosphere/spark:2.1.0-2.2.1-1-hadoop-2.6 --conf spark.executor.home=/opt/spark/dist --conf spark.eventLog.enabled=true --conf spark.eventLog.dir=hdfs://hdfs/history --class org.apache.spark.examples.SparkPi http://downloads.mesosphere.com/spark/assets/spark-examples_2.11-2.0.1.jar 1000",
  "container": {
    "type": "DOCKER",
    "volumes": [],
    "docker": {
      "image": "mesosphere/spark:2.1.0-2.2.1-1-hadoop-2.6",
      "forcePullImage": false,
      "privileged": false,

linben

{
  "id": "/spark-cluster",
  "cmd": "unset MESOS_EXECUTOR_ID MESOS_FRAMEWORK_ID MESOS_SLAVE_ID MESOS_SLAVE_PID MESOS_TASK_ID && /opt/spark/dist/bin/spark-submit --verbose --deploy-mode cluster --name SparkPi-Dispatcher-2-2-0 --master mesos://spark.marathon.l4lb.thisdcos.directory:7077 --conf spark.cores.max=4 --conf spark.executor.cores=2 --conf spark.mesos.executor.docker.image=mesosphere/spark:2.1.0-2.2.1-1-hadoop-2.6 --conf spark.executor.home=/opt/spark/dist --class org.apache.spark.examples.SparkPi http://downloads.mesosphere.com/spark/assets/spark-examples_2.11-2.0.1.jar 1000",
  "container": {
    "type": "DOCKER",
    "volumes": [],
    "docker": {
      "image": "mesosphere/spark:2.1.0-2.2.1-1-hadoop-2.6",
      "forcePullImage": false,
      "privileged": false,

linben

{
  "id": "/spark-client",
  "cmd": "unset MESOS_EXECUTOR_ID MESOS_FRAMEWORK_ID MESOS_SLAVE_ID MESOS_SLAVE_PID MESOS_TASK_ID && /opt/spark/dist/bin/spark-submit --verbose --name SparkPi-Client-2-2-0 --master mesos://zk://zk-1.zk:2181,zk-2.zk:2181,zk-3.zk:2181,zk-4.zk:2181,zk-5.zk:2181/mesos --conf spark.cores.max=4 --conf spark.executor.cores=2 --conf spark.mesos.executor.docker.image=mesosphere/spark:2.1.0-2.2.1-1-hadoop-2.6 --class org.apache.spark.examples.SparkPi $MESOS_SANDBOX/spark-examples_2.11-2.0.1.jar 1000",
  "container": {
    "type": "DOCKER",
    "volumes": [],
    "docker": {
      "image": "mesosphere/spark:2.1.0-2.2.1-1-hadoop-2.6",
      "forcePullImage": false,
      "privileged": false,

linben

#!/usr/bin/env python
from operator import add
from pyspark import SparkContext
 
 
if __name__ == "__main__":
    sc = SparkContext(appName="WordCount")
    lines = sc.textFile("hdfs:///spark-test/constitution.txt")
    counts = lines.flatMap(lambda x: x.split(' ')) \
                  .map(lambda x: (x, 1)) \

linben

server {
    listen       80;
    server_name  localhost;

    listen 443 ssl;

    server_name nginx.mesosphere.lab;
    ssl_certificate /etc/nginx/ssl/nginx.crt;
    ssl_certificate_key /etc/nginx/ssl/nginx.key;

linben

-----BEGIN CERTIFICATE-----
MIIDjDCCAnQCCQCrhNG8b38o3DANBgkqhkiG9w0BAQsFADCBhzELMAkGA1UEBhMC
VVMxCzAJBgNVBAgMAkNBMQswCQYDVQQHDAJTRjETMBEGA1UECgwKTWVzb3NwaGVy
ZTEMMAoGA1UECwwDVE1UMR4wHAYDVQQDDBVnaXRsYWIubWVzb3NwaGVyZS5sYWIx
GzAZBgkqhkiG9w0BCQEWDGJsaW5AdG10LmNvbTAeFw0xNzA3MDcxNjE2MDVaFw0x
ODA3MDcxNjE2MDVaMIGHMQswCQYDVQQGEwJVUzELMAkGA1UECAwCQ0ExCzAJBgNV
BAcMAlNGMRMwEQYDVQQKDApNZXNvc3BoZXJlMQwwCgYDVQQLDANUTVQxHjAcBgNV
BAMMFWdpdGxhYi5tZXNvc3BoZXJlLmxhYjEbMBkGCSqGSIb3DQEJARYMYmxpbkB0
bXQuY29tMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAwMKHEACo80kW
Y36OhnGrJI2/OmkEyzDL+vwYgkQbPkbAuU1OsEWZp8KSoP9DQffetONoR+GMkwyX

linben

sudo setenforce 0 && \
sudo sed -i --follow-symlinks 's/^SELINUX=.*/SELINUX=disabled/g' /etc/sysconfig/selinux
sudo tee /etc/yum.repos.d/docker.repo <<-'EOF'
[dockerrepo]
name=Docker Repository
baseurl=https://yum.dockerproject.org/repo/main/centos/7
enabled=1
gpgcheck=1
gpgkey=https://yum.dockerproject.org/gpg
EOF

linben

#!/usr/bin/env bash
set -o nounset -o errexit
export PATH=/usr/sbin:/usr/bin:$PATH
echo $(ip addr show eth0 | grep -Eo '[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}' | head -1)

linben

sudo setenforce 0 && \
sudo sed -i --follow-symlinks 's/^SELINUX=.*/SELINUX=disabled/g' /etc/sysconfig/selinux
sudo tee /etc/yum.repos.d/docker.repo <<-'EOF'
[dockerrepo]
name=Docker Repository
baseurl=https://yum.dockerproject.org/repo/main/centos/7
enabled=1
gpgcheck=1
gpgkey=https://yum.dockerproject.org/gpg
EOF