all-spark-notebook-aws-gcp

Dockerfile

FROM jupyter/all-spark-notebook

USER root

RUN \
	wget "http://central.maven.org/maven2/org/apache/hadoop/hadoop-aws/2.7.3/hadoop-aws-2.7.3.jar"; \
	wget "http://central.maven.org/maven2/com/amazonaws/aws-java-sdk/1.7.4/aws-java-sdk-1.7.4.jar"; \
	wget "http://central.maven.org/maven2/joda-time/joda-time/2.9.3/joda-time-2.9.3.jar"; \
	wget "http://central.maven.org/maven2/mysql/mysql-connector-java/5.1.35/mysql-connector-java-5.1.35.jar"; \
	wget "https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-latest-hadoop2.jar"; \
	mkdir /opt/extra-jars; \
	mv *.jar /opt/extra-jars;

COPY ./spark-defaults.conf /usr/local/spark/conf/spark-defaults.conf