bigdatauni spark setup

# download the iop docker image and pdf if you don't have them already
curl -LOk http://ibm-open-platform.ibm.com/repos/images/docker/IOP_v4100_201508.zip
curl -LOk http://ibm-open-platform.ibm.com/repos/images/docker/IOP_v4100_readme.pdf

# unzip the file using "The Unarchiver" https://itunes.apple.com/gb/app/the-unarchiver/id425424353?mt=12

# create a new vm with 8gb of ram named sparkiop (name doesnt matter if you want to change it)
docker-machine create --driver virtualbox --virtualbox-disk-size 20480 --virtualbox-memory 8192 sparkiop

# check the ip address of the sparkiop machine
docker-machine ls
NAME             ACTIVE   DRIVER       STATE     URL
sparkiop         -        virtualbox   Running   tcp://192.168.99.100:2376

# the iop docker images requires you to add an alias in your macs /etc/hosts  (replace with the IP from above if yours differs)
sudo vi /etc/hosts
# add the line 
192.168.99.100 rvm.svl.ibm.com


# set your environment vars to point to this new docker VM
eval "$(docker-machine env sparkiop)"

# in the tar file directory, load the docker tar file (from the IOP_v4100_201508.zip) this will sit with no output for a few minutes (took about 4 on mine)
docker load -i bi_v41_iop.tar

# check the image has been imported ok
docker images
REPOSITORY          TAG                 IMAGE ID            CREATED             VIRTUAL SIZE
bi_v41_iop          latest              331a29b9d2fa        5 months ago        4.315 GB


# create a docker-compose.yml file in the same directory containing

sparkiop:
  container_name: iop_cont
  image: bi_v41_iop:latest
  hostname: rvm.svl.ibm.com
  privileged: true
  environment:
    - TERM=xterm
  ports:
    - "8080:8080"
    - "51000:51000"
    - "8443:8443"
    - "10000:10000"
    - "50070:50070"
    - "19888:19888"
    - "8088:8088"
    - "18080:18080"
  entrypoint: /bin/bash
  command: -c "/etc/start-all.sh -bash;tail -f /dev/null"
  restart: always
  
  
  # then run with ..
  docker-compose up
  
  # the urls for all the admin panels get listed when it's started up, to shut down just ctrl-c
  # if you want to run it in background mode so that it doesnt shut down when the terminal window closes then do ..
  docker-compose up -d