graphworld/Dockerfile at main · google-research/graphworld · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
# Copyright 2022 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

FROM ubuntu:bionic
# FROM nvidia/cuda:11.3.1-cudnn8-runtime-ubuntu18.04

# tzdata asks questions.
ENV DEBIAN_FRONTEND="noninteractive"
ENV TZ="America/New_York"

# && apt-get install -y nvidia-container-runtime \

# Need this to add graph tool pubkey
# RUN apt-get -y update && apt-get install -y apt-transport-https gnupg ca-certificates

RUN apt-get -y update \
        && apt-get install -y apt-transport-https gnupg ca-certificates \
        && echo "deb [ arch=amd64 ] http://downloads.skewed.de/apt bionic main" >> /etc/apt/sources.list \
        && apt-key adv --keyserver keys.openpgp.org --recv-key 612DEFB798507F25 \
        && apt-get -y update \
        && apt-get install -y --no-install-recommends \
        build-essential \
        pkg-config \
        libcairo2-dev \
        python3.6-dev \
        python3-pip \
        python3-venv \
        python3-decorator \
        python3-cairo \
        python3-graph-tool \
        git


# Set up venv to avoid root installing/running python.
ENV VIRTUAL_ENV=/opt/venv
RUN python3 -m venv --system-site-packages ${VIRTUAL_ENV}
ENV PATH="${VIRTUAL_ENV}/bin:/app:$PATH"
ENV PYTHONPATH "/app:$PYTHONPATH"

# Used --no-cache-dir to save resources when using Docker Desktop on OSX.
# Otherwise the install failed on my local machine.
# torch MUST be installed prior to installing torch-geometric.
# Image size was causing download timeouts when using cuda versions of torch+sparse+geometric
# Switched to CPU, need to re-think this if GPU is needed.
        # && pip3 install --no-cache-dir torch-sparse -f https://pytorch-geometric.com/whl/torch-1.9.0+cu111.html \
        # && pip3 install --no-cache-dir torch-sparse -f https://pytorch-geometric.com/whl/torch-1.9.0+cpu.html \
# Note, torch-geometric and it's deps can't be installed in the same
# pip command...
RUN pip3 install --upgrade pip \
        && pip install --no-cache-dir torch==1.9.0+cpu -f https://download.pytorch.org/whl/torch_stable.html \
        && pip3 install --no-index --no-cache-dir torch-sparse torch-scatter -f https://pytorch-geometric.com/whl/torch-1.9.0+cpu.html \
        && pip3 install --no-cache-dir torch-geometric==1.7.2 \
        && pip3 install cmake \
        && pip3 install cython \
        && pip3 install networkit


COPY ./src/requirements.txt /app/requirements.txt
RUN pip3 install -U --no-cache-dir -r /app/requirements.txt
RUN pip3 cache purge

# Installing CABAM Graph Generation tools
RUN git clone https://github.com/snap-research/cabam-graph-generation.git ./src/cabam_graph_generation/
WORKDIR ./src/cabam_graph_generation/
RUN pip install .
WORKDIR /

COPY ./src /app

# Install apache beam sdk
# Example: https://github.com/GoogleCloudPlatform/python-docs-samples/blob/master/dataflow/gpu-workers/Dockerfile
COPY --from=apache/beam_python3.6_sdk /opt/apache/beam /opt/apache/beam

# Set the entrypoint to Apache Beam SDK worker launcher.
ENTRYPOINT [ "/opt/apache/beam/boot" ]