FROM bitnami/spark:3.0.0

USER root

# Download hadoop-azure, azure-storage, and dependencies (See above)
RUN curl https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/8.6.4/azure-storage-8.6.4.jar --output /opt/bitnami/spark/jars/azure-storage-8.6.4.jar
RUN curl https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/2.8.5/hadoop-azure-2.8.5.jar --output /opt/bitnami/spark/jars/hadoop-azure-2.8.5.jar
RUN curl https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-common/2.8.5/hadoop-common-2.8.5.jar --output /opt/bitnami/spark/jars/hadoop-common-2.8.5.jar
RUN curl https://repo1.maven.org/maven2/org/apache/httpcomponents/httpclient/4.5.2/httpclient-4.5.2.jar --output /opt/bitnami/spark/jars/httpclient-4.5.2.jar
RUN curl https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-annotations/2.8.5/hadoop-annotations-2.8.5.jar --output /opt/bitnami/spark/jars/hadoop-annotations-2.8.5.jar
RUN curl https://repo1.maven.org/maven2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar --output /opt/bitnami/spark/jars/commons-cli-1.2.jar
RUN curl https://repo1.maven.org/maven2/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar --output /opt/bitnami/spark/jars/commons-math3-3.1.1.jar
RUN curl https://repo1.maven.org/maven2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar --output /opt/bitnami/spark/jars/xmlenc-0.52.jar
RUN curl https://repo1.maven.org/maven2/commons-codec/commons-codec/1.4/commons-codec-1.4.jar --output /opt/bitnami/spark/jars/commons-codec-1.4.jar
RUN curl https://repo1.maven.org/maven2/commons-io/commons-io/2.4/commons-io-2.4.jar --output /opt/bitnami/spark/jars/commons-io-2.4.jar
RUN curl https://repo1.maven.org/maven2/commons-net/commons-net/3.1/commons-net-3.1.jar --output /opt/bitnami/spark/jars/commons-net-3.1.jar
RUN curl https://repo1.maven.org/maven2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar --output /opt/bitnami/spark/jars/commons-collections-3.2.2.jar
RUN curl https://repo1.maven.org/maven2/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar --output /opt/bitnami/spark/jars/servlet-api-2.5.jar
RUN curl https://repo1.maven.org/maven2/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar --output /opt/bitnami/spark/jars/jetty-6.1.26.jar
RUN curl https://repo1.maven.org/maven2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar --output /opt/bitnami/spark/jars/jetty-util-6.1.26.jar
RUN curl https://repo1.maven.org/maven2/org/mortbay/jetty/jetty-sslengine/6.1.26/jetty-sslengine-6.1.26.jar --output /opt/bitnami/spark/jars/jetty-sslengine-6.1.26.jar
RUN curl https://repo1.maven.org/maven2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar --output /opt/bitnami/spark/jars/jersey-core-1.9.jar
RUN curl https://repo1.maven.org/maven2/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar --output /opt/bitnami/spark/jars/jersey-json-1.9.jar
RUN curl https://repo1.maven.org/maven2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar --output /opt/bitnami/spark/jars/jersey-server-1.9.jar
RUN curl https://repo1.maven.org/maven2/log4j/log4j/1.2.17/log4j-1.2.17.jar --output /opt/bitnami/spark/jars/log4j-1.2.17.jar
RUN curl https://repo1.maven.org/maven2/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar --output /opt/bitnami/spark/jars/jets3t-0.9.0.jar
RUN curl https://repo1.maven.org/maven2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar --output /opt/bitnami/spark/jars/commons-lang-2.6.jar
RUN curl https://repo1.maven.org/maven2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar --output /opt/bitnami/spark/jars/commons-configuration-1.6.jar
RUN curl https://repo1.maven.org/maven2/org/apache/avro/avro/1.7.4/avro-1.7.4.jar --output /opt/bitnami/spark/jars/avro-1.7.4.jar
RUN curl https://repo1.maven.org/maven2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar --output /opt/bitnami/spark/jars/protobuf-java-2.5.0.jar
RUN curl https://repo1.maven.org/maven2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar --output /opt/bitnami/spark/jars/gson-2.2.4.jar
RUN curl https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-auth/2.8.5/hadoop-auth-2.8.5.jar --output /opt/bitnami/spark/jars/hadoop-auth-2.8.5.jar
RUN curl https://repo1.maven.org/maven2/com/jcraft/jsch/0.1.54/jsch-0.1.54.jar --output /opt/bitnami/spark/jars/jsch-0.1.54.jar
RUN curl https://repo1.maven.org/maven2/org/apache/curator/curator-client/2.7.1/curator-client-2.7.1.jar --output /opt/bitnami/spark/jars/curator-client-2.7.1.jar
RUN curl https://repo1.maven.org/maven2/org/apache/curator/curator-recipes/2.7.1/curator-recipes-2.7.1.jar --output /opt/bitnami/spark/jars/curator-recipes-2.7.1.jar
RUN curl https://repo1.maven.org/maven2/org/apache/htrace/htrace-core4/4.0.1-incubating/htrace-core4-4.0.1-incubating.jar --output /opt/bitnami/spark/jars/htrace-core4-4.0.1-incubating.jar
RUN curl https://repo1.maven.org/maven2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar --output /opt/bitnami/spark/jars/zookeeper-3.4.6.jar
RUN curl https://repo1.maven.org/maven2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar --output /opt/bitnami/spark/jars/commons-compress-1.4.1.jar
RUN curl https://repo1.maven.org/maven2/org/apache/httpcomponents/httpcore/4.4.4/httpcore-4.4.4.jar --output /opt/bitnami/spark/jars/httpcore-4.4.4.jar
RUN curl https://repo1.maven.org/maven2/org/codehaus/jettison/jettison/1.1/jettison-1.1.jar --output /opt/bitnami/spark/jars/jettison-1.1.jar
RUN curl https://repo1.maven.org/maven2/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar --output /opt/bitnami/spark/jars/jaxb-impl-2.2.3-1.jar
RUN curl https://repo1.maven.org/maven2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar --output /opt/bitnami/spark/jars/jackson-jaxrs-1.9.13.jar
RUN curl https://repo1.maven.org/maven2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar --output /opt/bitnami/spark/jars/jackson-xc-1.9.13.jar
RUN curl https://repo1.maven.org/maven2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar --output /opt/bitnami/spark/jars/jaxb-api-2.2.2.jar
RUN curl https://repo1.maven.org/maven2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar --output /opt/bitnami/spark/jars/stax-api-1.0-2.jar
RUN curl https://repo1.maven.org/maven2/javax/activation/activation/1.1/activation-1.1.jar --output /opt/bitnami/spark/jars/activation-1.1.jar
RUN curl https://repo1.maven.org/maven2/asm/asm/3.2/asm-3.2.jar --output /opt/bitnami/spark/jars/asm-3.2.jar
RUN curl https://repo1.maven.org/maven2/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar --output /opt/bitnami/spark/jars/java-xmlbuilder-0.4.jar
RUN curl https://repo1.maven.org/maven2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar --output /opt/bitnami/spark/jars/commons-digester-1.8.jar
RUN curl https://repo1.maven.org/maven2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar --output /opt/bitnami/spark/jars/ommons-beanutils-core-1.8.0.jar
RUN curl https://repo1.maven.org/maven2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar --output /opt/bitnami/spark/jars/commons-beanutils-1.7.0.jar
RUN curl https://repo1.maven.org/maven2/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar --output /opt/bitnami/spark/jars/paranamer-2.3.jar
RUN curl https://repo1.maven.org/maven2/org/xerial/snappy/snappy-java/1.0.4.1/snappy-java-1.0.4.1.jar --output /opt/bitnami/spark/jars/snappy-java-1.0.4.1.jar
RUN curl https://repo1.maven.org/maven2/org/tukaani/xz/1.0/xz-1.0.jar --output /opt/bitnami/spark/jars/xz-1.0.jar
RUN curl https://repo1.maven.org/maven2/com/nimbusds/nimbus-jose-jwt/4.41.1/nimbus-jose-jwt-4.41.1.jar --output /opt/bitnami/spark/jars/nimbus-jose-jwt-4.41.1.jar
RUN curl https://repo1.maven.org/maven2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar --output /opt/bitnami/spark/jars/apacheds-kerberos-codec-2.0.0-M15.jar
RUN curl https://repo1.maven.org/maven2/org/apache/curator/curator-framework/2.7.1/curator-framework-2.7.1.jar --output /opt/bitnami/spark/jars/curator-framework-2.7.1.jar
RUN curl https://repo1.maven.org/maven2/com/github/stephenc/jcip/jcip-annotations/1.0-1/jcip-annotations-1.0-1.jar --output /opt/bitnami/spark/jars/jcip-annotations-1.0-1.jar
RUN curl https://repo1.maven.org/maven2/net/minidev/json-smart/1.3.1/json-smart-1.3.1.jar --output /opt/bitnami/spark/jars/json-smart-1.3.1.jar
RUN curl https://repo1.maven.org/maven2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar --output /opt/bitnami/spark/jars/apacheds-i18n-2.0.0-M15.jar
RUN curl https://repo1.maven.org/maven2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar --output /opt/bitnami/spark/jars/api-asn1-api-1.0.0-M20.jar
RUN curl https://repo1.maven.org/maven2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar --output /opt/bitnami/spark/jars/api-util-1.0.0-M20.jar
RUN curl https://repo1.maven.org/maven2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar --output /opt/bitnami/spark/jars/slf4j-log4j12-1.7.10.jar
RUN curl https://repo1.maven.org/maven2/io/netty/netty/3.6.2.Final/netty-3.6.2.Final.jar --output /opt/bitnami/spark/jars/netty-3.6.2.Final.jar
RUN curl https://repo1.maven.org/maven2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar --output /opt/bitnami/spark/jars/sp-api-2.1.jar
RUN curl https://repo1.maven.org/maven2/org/mortbay/jetty/servlet-api/2.5-20081211/servlet-api-2.5-20081211.jar --output /opt/bitnami/spark/jars/servlet-api-2.5-20081211.jar
RUN curl https://repo1.maven.org/maven2/jline/jline/0.9.94/jline-0.9.94.jar --output /opt/bitnami/spark/jars/jline-0.9.94.jar
RUN curl https://repo1.maven.org/maven2/junit/junit/4.11/junit-4.11.jar --output /opt/bitnami/spark/jars/junit-4.11.jar
RUN curl https://repo1.maven.org/maven2/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar --output /opt/bitnami/spark/jars//hamcrest-core-1.3.jar
RUN curl https://repo1.maven.org/maven2/com/google/guava/guava/20.0/guava-20.0.jar --output /opt/bitnami/spark/jars/guava-20.0.jar

USER 1001