docker-jupyter-spark/Dockerfile at master · dimajix/docker-jupyter-spark · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
FROM dimajix/spark:2.3.1
MAINTAINER k.kupferschmidt@dimajix.de

ARG ANACONDA_VERSION=5.2.0

ENV ANACONDA_HOME=/opt/anaconda3
ENV SPARK_MASTER=local[*]

USER root

RUN apt-get update \
    && apt-get install bzip2 \
    && apt-get clean \
    && rm -rf /var/lib/apt/lists/* \
    && curl https://repo.continuum.io/archive/Anaconda3-${ANACONDA_VERSION}-Linux-x86_64.sh > /tmp/anaconda.sh \
    && chmod a+rx /tmp/anaconda.sh \
    && /tmp/anaconda.sh -f -b -p ${ANACONDA_HOME} \
    && rm -f /tmp/anaconda.sh \
    && ${ANACONDA_HOME}/bin/conda install --yes pyarrow


# copy configs and binaries
COPY bin/ /opt/docker/bin/
COPY libexec/ /opt/docker/libexec/
COPY conf/jupyter-kernels/ /opt/docker/conf/jupyter-kernels/
COPY conf/jupyter_notebook_config.py /root/.jupyter/

EXPOSE 8899

ENV PATH=$PATH:${ANACONDA_HOME}/bin

ENTRYPOINT ["/opt/docker/bin/entrypoint.sh"]
CMD ["notebook"]