refine dockerfile

Signed-off-by: Lei Wang <[email protected]>

Author: doudoubobo

Dockerfile

@@ -12,26 +12,14 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-# Example:
-# docker rm gart0; docker image rm gart
-# docker build -t gart .
-# docker run -it --name gart0 gart
-
 FROM ubuntu:22.04
 
 # Define build type (All, Converter, Writer, Analyzer, Controller)
 ARG build_type=All
 
-RUN apt-get update && apt-get install -y \
-    build-essential \
-    cmake \
+RUN apt-get update && apt-get install -y --no-install-recommends \
     git \
-    lsb-release \
     sudo \
-    python3 \
-    python3-pip \
-    vim \
-    wget \
     netcat-openbsd \
     curl \
     && rm -rf /var/lib/apt/lists/*
@@ -40,7 +28,7 @@ WORKDIR /workspace
 RUN touch env_script.sh
 
 RUN if [ "$build_type" = "All" ]; then \
-  apt-get update && apt-get install -y \
+  apt-get update && apt-get install -y --no-install-recommends \
   openssh-server \
   && rm -rf /var/lib/apt/lists/* \
   && mkdir -p /var/run/sshd \
@@ -69,10 +57,13 @@ RUN if [ "$build_type" = "Controller" ]; then \
   curl -LO "https://dl.k8s.io/release/$(curl -L -s https://dl.k8s.io/release/stable.txt)/bin/linux/amd64/kubectl" && \
   chmod +x ./kubectl && \
   mv ./kubectl /usr/local/bin/kubectl && \
-  apt-get update && apt-get install -y openmpi-bin libopenmpi-dev maven && \
+  apt-get update && apt-get install -y --no-install-recommends openmpi-bin libopenmpi-dev maven python3 python3-pip && \
   rm -rf /var/lib/apt/lists/* && \
-  pip3 install tenacity==8.3.0 && \
-  pip3 install flask kubernetes etcd3; \
+  pip3 install --no-cache-dir tenacity==8.3.0 && \
+  pip3 install --no-cache-dir flask kubernetes etcd3; \
+  apt-get remove -y maven; \
+  apt-get autoremove -y; \
+  rm -rf /root/.m2; \
   git clone https://github.com/oracle/pgql-lang.git; \
   cd pgql-lang; \
   sh install.sh; \

charts/gart/values.yaml

@@ -262,6 +262,6 @@ dataconfig:
   useGAE: 0
   # defaultMaxVertexNum: 67108864
   # defaultMaxMemUsage: 10737418240
-  # customMemConfig: TITLE:67108861:1073741824,NAME:67108861:1073741824
+  # customMemConfig: CAST_INFO:67108864:85899345920,COMPLETE_CAST:67108864:85899345920
   # set the number of threads for converter, if unset, use the default value 4
   # numThreadsForConverter: 4

k8s/dockerfiles/interactive.Dockerfile

@@ -9,16 +9,6 @@ ARG CI=false
 
 ARG profile=release
 ENV profile=$profile
-RUN git clone https://github.com/alibaba/GraphScope.git /home/graphscope/GraphScope
-
-RUN cd /home/graphscope/GraphScope/ && \
-    if [ "${CI}" = "true" ]; then \
-        cp -r artifacts/interactive /home/graphscope/install; \
-    else \
-        mkdir /home/graphscope/install; \
-        . /home/graphscope/.graphscope_env; \
-        make interactive-install BUILD_TYPE="$profile" INSTALL_PREFIX=/home/graphscope/install; \
-    fi
 
 ############### RUNTIME: frontend #######################
 # FROM ubuntu:22.04 AS frontend
@@ -33,22 +23,15 @@ USER root
 
 RUN apt-get update && \
     apt-get install -y --no-install-recommends \
-    sudo default-jdk tzdata python3-pip \
-    git build-essential cmake curl maven \
-    libssl-dev libclang-dev openmpi-bin libopenmpi-dev libprotobuf-dev protobuf-compiler-grpc \
-    libgrpc-dev libgrpc++-dev libboost-all-dev && \
+    default-jdk tzdata python3-pip \
+    git build-essential cmake curl libboost-all-dev \
+    libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler-grpc && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists/*
 
 ENV PATH=/root/.cargo/bin:$PATH
 
-RUN python3 -m pip install --no-cache-dir vineyard vineyard-io etcd3 --user
-
-COPY --from=builder /home/graphscope/install/conf /opt/graphscope/conf
-
-RUN mkdir -p /var/log/graphscope \
-  && chown -R graphscope:graphscope /var/log/graphscope
-RUN chmod a+wrx /tmp
+RUN python3 -m pip install --no-cache-dir etcd3 --user
 
 RUN git clone https://github.com/microsoft/cpprestsdk.git \
     && cd cpprestsdk \
@@ -81,9 +64,14 @@ RUN git clone https://github.com/microsoft/cpprestsdk.git \
 
 WORKDIR /home/graphscope
 RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \
+    && apt-get update \
+    && apt-get install -y --no-install-recommends maven \
     && git clone https://github.com/doudoubobo/GraphScope.git -b gart-gie-grin /home/graphscope/GraphScope \
     && cd /home/graphscope/GraphScope/interactive_engine/compiler \
     && make build \
+    && apt-get remove -y maven \
+    && apt-get clean  \
+    && rm -rf /var/lib/apt/lists/* \
     && rm -rf /home/graphscope/GraphScope/.git \
     && rm -rf /home/graphscope/GraphScope/docs \
     && rustup self uninstall -y \
@@ -106,21 +94,12 @@ ENV RUST_BACKTRACE=1
 
 RUN apt-get update -y && \
     apt-get install -y python3-pip curl git \
-    build-essential cmake libssl-dev libclang-dev openmpi-bin libopenmpi-dev \
+    build-essential cmake libssl-dev \
     libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler-grpc libboost-all-dev && \
     apt-get clean -y && rm -rf /var/lib/apt/lists/*
 
 ENV PATH=/root/.cargo/bin:$PATH
 
-RUN arch=$(arch | sed s/aarch64/arm64/ | sed s/x86_64/amd64/) && \
-    env arch=$arch curl -L -o /usr/bin/kubectl https://storage.googleapis.com/kubernetes-release/release/v1.19.2/bin/linux/$arch/kubectl
-RUN chmod +x /usr/bin/kubectl
-
-# vineyard.executor.properties, log configuration files
-COPY --from=builder /home/graphscope/install/conf /opt/graphscope/conf
-
-RUN chmod a+wrx /tmp /var/tmp
-
 RUN python3 -m pip install --no-cache-dir vineyard vineyard-io flask --user
 
 WORKDIR /home/graphscope

scripts/install-deps.sh

@@ -64,26 +64,25 @@ echo "Now in directory $(pwd). Executing commands..."
 
 sudo apt update
 
-sudo apt-get install -y build-essential cmake python3 python3-pip lsb-release wget
-sudo apt-get install -y etcd
+sudo apt-get install -y --no-install-recommends build-essential cmake python3 python3-pip lsb-release wget etcd
 
 if [ "$ROLE" == "All" ]; then
     if ! command -v javac &> /dev/null; then
         echo "JDK not installed. Installing JDK..."
-        sudo apt-get install -y default-jdk
+        sudo apt-get install -y --no-install-recommends default-jdk
     fi
 fi
 
 if [ "$ROLE" == "All" ] || [ "$ROLE" == "Analyzer" ]; then
-    sudo apt-get install -y libmsgpack-dev
+    sudo apt-get install -y --no-install-recommends libmsgpack-dev
 fi
 
 # gflags and glog
-sudo apt-get install -y libgflags-dev libgoogle-glog-dev
+sudo apt-get install -y --no-install-recommends libgflags-dev libgoogle-glog-dev
 
 # etcd-client
-sudo apt-get install -y libboost-all-dev libssl-dev
-sudo apt-get install -y libgrpc-dev \
+sudo apt-get install -y --no-install-recommends libboost-all-dev libssl-dev
+sudo apt-get install -y --no-install-recommends libgrpc-dev \
         libgrpc++-dev \
         libprotobuf-dev \
         protobuf-compiler-grpc
@@ -134,35 +133,33 @@ fi
 
 if [ "$ROLE" != "Analyzer" ]; then
   # YAML for Python
-  pip3 install pyyaml
+  pip3 install --no-cache-dir pyyaml
 fi
 
 if [ "$ROLE" != "Analyzer" ]; then
   # librdkafka
-  sudo apt-get install -y librdkafka-dev
+  sudo apt-get install -y --no-install-recommends librdkafka-dev
 fi
 
 # Install sqlalchemy, pymysql, psycopg2
 # for psycopg2, you need to install libpq-dev
 
-sudo apt-get install -y libpq-dev
-pip3 install tenacity==8.3.0
-pip3 install sqlalchemy pymysql psycopg2 etcd3 libclang
+sudo apt-get install -y --no-install-recommends libpq-dev
+pip3 install --no-cache-dir tenacity==8.3.0
+pip3 install --no-cache-dir sqlalchemy pymysql psycopg2 etcd3 libclang
 
 if [ "$ROLE" == "All" ]; then
   # Install requirements-dev.txt for docs
   SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
   REQUIREMENTS_FILE="$SCRIPT_DIR/../requirements-dev.txt"
-  pip3 install -r $REQUIREMENTS_FILE
+  pip3 install --no-cache-dir -r $REQUIREMENTS_FILE
 fi
 
 # vineyard
-sudo apt-get install -y ca-certificates \
-                libboost-all-dev \
+sudo apt-get install -y --no-install-recommends ca-certificates \
                 libcurl4-openssl-dev \
                 openmpi-bin \
                 libopenmpi-dev \
-                libssl-dev \
                 libunwind-dev \
                 libz-dev \
                 automake \
@@ -177,6 +174,8 @@ sudo apt install -y libarrow-dev=14.0.1-1 \
                     libarrow-flight-dev=14.0.1-1 \
                     libgandiva-dev=14.0.1-1 \
                     libparquet-dev=14.0.1-1
+sudo apt clean
+rm -rf /var/lib/apt/lists/*
 
 git clone https://github.com/v6d-io/v6d
 cd v6d
@@ -222,14 +221,14 @@ fi
 
 if [ "$ROLE" == "All" ] || [ "$ROLE" == "Analyzer" ]; then
   # rapidjson
-  sudo apt-get install -y rapidjson-dev
+  sudo apt-get install -y --no-install-recommends rapidjson-dev
 fi
 
-pip3 install grpcio grpcio-tools mypy-protobuf requests paramiko
+pip3 install --no-cache-dir grpcio grpcio-tools mypy-protobuf requests paramiko
 
 if [ "$ROLE" == "All" ] || [ "$ROLE" == "Analyzer" ]; then
   # required python modules
-  pip3 install msgpack networkx
+  pip3 install --no-cache-dir msgpack networkx
 fi
 
 if [ "$ROLE" == "All" ]; then

vegito/src/graph/graph_store.cc

@@ -259,7 +259,8 @@ void GraphStore::add_vgraph(uint64_t vlabel, RGMapping* rg_map) {
       new seggraph::SegGraph(rg_map, vlabel, block_size, num_vertex);
 
   // add outer CSR and its schema
-  ov_seg_graphs_[vlabel] = new seggraph::SegGraph(rg_map, vlabel);
+  ov_seg_graphs_[vlabel] = new seggraph::SegGraph(rg_map, vlabel, block_size,
+                                                  num_vertex);
 #endif
 
   auto& blob_schema = seg_graphs_[vlabel]->get_blob_schema();