add arm runtime dockerfile (#1880)

* add arm runtime dockerfile

* update image tag

k8s/manylinux2014-arm.Dockerfile

@@ -0,0 +1,289 @@
+# the graphscope-manylinux2014 image is based on manylinux2014, including all necessary
+# dependencies for graphscope's wheel package.
+# This will produce an arm image.
+# The FROM image is a pre-built arm base image.
+# And the pre-built graphscope-runtime and graphscope-vineyard are available in
+# registry.cn-hongkong.aliyuncs.com/graphscope/graphscope-runtime:arm64
+# registry.cn-hongkong.aliyuncs.com/graphscope/graphscope-vineyard:arm64
+
+FROM registry.cn-hongkong.aliyuncs.com/graphscope/manylinux2014:2021-10-14-14ac00e-arm64
+
+RUN curl https://mirrors.aliyun.com/repo/Centos-7.repo | sed -e "s/centos/centos-altarch/g" > /etc/yum.repos.d/CentOS-Base.repo
+
+# yum install dependencies
+RUN yum makecache && yum install epel-release -y && \
+    yum install -y cmake autoconf m4 git krb5-devel perl-IPC-Cmd rapidjson-devel \
+        libcurl-devel libevent-devel libgsasl-devel libunwind-devel \
+        libuuid-devel libxml2-devel libzip libzip-devel minizip minizip-devel \
+        make net-tools rsync telnet unzip vim wget which zip bind-utils sudo \
+        msgpack-devel && \
+    yum clean all && \
+    rm -fr /var/cache/yum
+
+ENV LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/lib:/usr/local/lib64
+ENV PATH=${PATH}:/usr/local/bin
+
+# install clang-11 with gold optimizer plugin, depends on header include/plugin-api.h
+RUN ln -s /opt/rh/devtoolset-10/root/lib/gcc/aarch64-redhat-linux/10 /usr/lib/gcc/aarch64-redhat-linux/10 && \
+    cd /tmp && \
+    mkdir -p binutils/include && \
+    cd binutils/include && \
+    wget -q https://raw.githubusercontent.com/bminor/binutils-gdb/binutils-2_37-branch/include/plugin-api.h && \
+    cd /tmp && \
+    wget -q https://github.com/llvm/llvm-project/archive/refs/tags/llvmorg-11.1.0.tar.gz && \
+    tar zxf /tmp/llvmorg-11.1.0.tar.gz -C /tmp/ && \
+    cd llvm-project-llvmorg-11.1.0/ && \
+    mkdir build && cd build && \
+    cmake -G "Unix Makefiles" -DLLVM_ENABLE_PROJECTS='clang;lld' \
+                              -DCMAKE_INSTALL_PREFIX=/opt/llvm11 \
+                              -DCMAKE_BUILD_TYPE=Release \
+                              -DLLVM_TARGETS_TO_BUILD=X86 \
+                              -DLLVM_BINUTILS_INCDIR=/tmp/binutils/include \
+                              ../llvm && \
+    make install -j`nproc` && \
+    rm -rf /tmp/llvm-project-llvmorg-11.1.0 /tmp/llvmorg-11.1.0.tar.gz /tmp/binutils
+
+ENV LLVM11_HOME=/opt/llvm11
+
+# openssl 1.1.1
+RUN cd /tmp && \
+    wget -q https://github.com/openssl/openssl/archive/OpenSSL_1_1_1h.tar.gz && \
+    tar zxvf OpenSSL_1_1_1h.tar.gz && \
+    cd openssl-OpenSSL_1_1_1h && \
+    ./config -fPIC -shared && \
+    make -j && \
+    make install -j || true && \
+    cd /tmp && \
+    rm -rf /tmp/OpenSSL_1_1_1h.tar.gz /tmp/openssl-OpenSSL_1_1_1h
+
+# apache arrow v7.0.0
+RUN cd /tmp && \
+    wget -q https://github.com/apache/arrow/archive/apache-arrow-7.0.0.tar.gz && \
+    tar zxvf apache-arrow-7.0.0.tar.gz && \
+    cd arrow-apache-arrow-7.0.0 && \
+    mkdir build && \
+    cd build && \
+    cmake ../cpp \
+        -DARROW_COMPUTE=ON \
+        -DARROW_WITH_UTF8PROC=OFF \
+        -DARROW_CSV=ON \
+        -DARROW_CUDA=OFF \
+        -DARROW_DATASET=OFF \
+        -DARROW_FILESYSTEM=ON \
+        -DARROW_FLIGHT=OFF \
+        -DARROW_GANDIVA=OFF \
+        -DARROW_GANDIVA_JAVA=OFF \
+        -DARROW_HDFS=OFF \
+        -DARROW_HIVESERVER2=OFF \
+        -DARROW_JSON=OFF \
+        -DARROW_ORC=OFF \
+        -DARROW_PARQUET=OFF \
+        -DARROW_PLASMA=OFF \
+        -DARROW_PLASMA_JAVA_CLIENT=OFF \
+        -DARROW_PYTHON=OFF \
+        -DARROW_S3=OFF \
+        -DARROW_WITH_BZ2=OFF \
+        -DARROW_WITH_ZLIB=OFF \
+        -DARROW_WITH_LZ4=OFF \
+        -DARROW_WITH_SNAPPY=OFF \
+        -DARROW_WITH_ZSTD=OFF \
+        -DARROW_WITH_BROTLI=OFF \
+        -DARROW_IPC=ON \
+        -DARROW_BUILD_BENCHMARKS=OFF \
+        -DARROW_BUILD_EXAMPLES=OFF \
+        -DARROW_BUILD_INTEGRATION=OFF \
+        -DARROW_BUILD_UTILITIES=OFF \
+        -DARROW_BUILD_TESTS=OFF \
+        -DARROW_ENABLE_TIMING_TESTS=OFF \
+        -DARROW_FUZZING=OFF \
+        -DARROW_USE_ASAN=OFF \
+        -DARROW_USE_TSAN=OFF \
+        -DARROW_USE_UBSAN=OFF \
+        -DARROW_JEMALLOC=OFF \
+        -DARROW_BUILD_SHARED=ON \
+        -DARROW_BUILD_STATIC=OFF && \
+    make -j`nproc` && \
+    make install && \
+    cd /tmp && \
+    rm -fr /tmp/arrow-apache-arrow-7.0.0 /tmp/apache-arrow-7.0.0.tar.gz
+
+# boost v1.73.0
+RUN cd /tmp && \
+    wget -q https://boostorg.jfrog.io/artifactory/main/release/1.73.0/source/boost_1_73_0.tar.gz && \
+    tar zxf boost_1_73_0.tar.gz && \
+    cd boost_1_73_0 && \
+    ./bootstrap.sh && \
+    ./b2 install link=shared runtime-link=shared variant=release threading=multi || true && \
+    cd /tmp && \
+    rm -fr /tmp/boost_1_73_0 /tmp/boost_1_73_0.tar.gz
+
+# gflags v2.2.2
+RUN cd /tmp && \
+    wget -q https://github.com/gflags/gflags/archive/v2.2.2.tar.gz && \
+    tar zxvf v2.2.2.tar.gz && \
+    cd gflags-2.2.2 && \
+    mkdir build && \
+    cd build && \
+    cmake .. -DBUILD_SHARED_LIBS=ON && \
+    make -j && \
+    make install && \
+    cd /tmp && \
+    rm -fr /tmp/v2.2.2.tar.gz /tmp/gflags-2.2.2
+
+# zlib v1.2.11
+RUN cd /tmp && \
+    wget -q https://github.com/madler/zlib/archive/v1.2.11.tar.gz && \
+    tar zxvf v1.2.11.tar.gz && \
+    cd zlib-1.2.11 && \
+    mkdir build && \
+    cd build && \
+    cmake .. -DBUILD_SHARED_LIBS=ON && \
+    make -j && \
+    make install && \
+    cd /tmp && \
+    rm -fr /tmp/v1.2.11.tar.gz /tmp/zlib-1.2.11
+
+# glog v0.4.0
+RUN cd /tmp && \
+    wget -q https://github.com/google/glog/archive/v0.4.0.tar.gz && \
+    tar zxvf v0.4.0.tar.gz && \
+    cd glog-0.4.0 && \
+    mkdir build && \
+    cd build && \
+    cmake .. -DBUILD_SHARED_LIBS=ON && \
+    make -j && \
+    make install && \
+    cd /tmp && \
+    rm -fr /tmp/v0.4.0.tar.gz /tmp/glog-0.4.0
+
+# protobuf v.3.13.0
+RUN cd /tmp && \
+    wget -q https://github.com/protocolbuffers/protobuf/releases/download/v3.13.0/protobuf-all-3.13.0.tar.gz && \
+    tar zxvf protobuf-all-3.13.0.tar.gz && \
+    cd protobuf-3.13.0 && \
+    ./configure --enable-shared --disable-static && \
+    make -j4 && \
+    make install && \
+    ldconfig && \
+    cd /tmp && \
+    rm -fr /tmp/protobuf-all-3.13.0.tar.gz /tmp/protobuf-3.13.0
+
+# grpc v1.33.1
+RUN cd /tmp && \
+    git clone --depth 1 --branch v1.33.1 https://github.com/grpc/grpc.git && \
+    cd grpc && \
+    git submodule update --init && \
+    mkdir build && \
+    cd build && \
+    cmake .. -DBUILD_SHARED_LIBS=ON \
+        -DgRPC_INSTALL=ON \
+        -DgRPC_BUILD_TESTS=OFF \
+        -DgRPC_BUILD_CSHARP_EXT=OFF \
+        -DgRPC_BUILD_GRPC_CSHARP_PLUGIN=OFF \
+        -DgRPC_BUILD_GRPC_NODE_PLUGIN=OFF \
+        -DgRPC_BUILD_GRPC_OBJECTIVE_C_PLUGIN=OFF \
+        -DgRPC_BUILD_GRPC_PHP_PLUGIN=OFF \
+        -DgRPC_BUILD_GRPC_PYTHON_PLUGIN=OFF \
+        -DgRPC_BUILD_GRPC_RUBY_PLUGIN=OFF \
+        -DgRPC_BACKWARDS_COMPATIBILITY_MODE=ON \
+        -DgRPC_PROTOBUF_PROVIDER=package \
+        -DgRPC_ZLIB_PROVIDER=package \
+        -DgRPC_SSL_PROVIDER=package \
+        -DOPENSSL_ROOT_DIR=/usr/local \
+        -DCMAKE_CXX_FLAGS="-fpermissive" && \
+    make -j4 && \
+    make install && \
+    cd /tmp && \
+    rm -fr /tmp/grpc
+
+# install openmpi v4.0.5 to /opt/openmpi and link to /usr/local
+RUN cd /tmp && \
+    wget -q https://download.open-mpi.org/release/open-mpi/v4.0/openmpi-4.0.5.tar.gz && \
+    tar zxvf openmpi-4.0.5.tar.gz && \
+    cd openmpi-4.0.5 && \
+    ./configure --enable-mpi-cxx --disable-dlopen --prefix=/opt/openmpi  && \
+    make -j`nproc` && \
+    make install && \
+    cp -rs /opt/openmpi/* /usr/local/ && \
+    cd /tmp && \
+    rm -fr /tmp/openmpi-4.0.5 /tmp/openmpi-4.0.5.tar.gz
+
+# GIE RUNTIME
+
+# Install java and maven
+RUN yum install -y perl java-1.8.0-openjdk-devel && \
+    yum clean all && \
+    rm -fr /var/cache/yum
+
+# install hadoop
+RUN cd /tmp && \
+    wget -q https://archive.apache.org/dist/hadoop/core/hadoop-2.8.4/hadoop-2.8.4.tar.gz && \
+    tar zxf hadoop-2.8.4.tar.gz -C /usr/local && \
+    rm -rf hadoop-2.8.4.tar.gz
+
+ENV JAVA_HOME /usr/lib/jvm/java
+ENV HADOOP_HOME /usr/local/hadoop-2.8.4
+ENV HADOOP_CONF_DIR $HADOOP_HOME/etc/hadoop
+ENV HADOOP_COMMON_LIB_NATIVE_DIR $HADOOP_HOME/lib/native
+ENV PATH $PATH:$HADOOP_HOME/bin
+
+RUN bash -l -c 'echo export CLASSPATH="$($HADOOP_HOME/bin/hdfs classpath --glob)" >> /etc/bashrc'
+
+# Prepare and set workspace
+RUN mkdir -p /tmp/maven /usr/share/maven/ref \
+    && curl -fsSL -o /tmp/apache-maven.tar.gz https://apache.osuosl.org/maven/maven-3/3.6.3/binaries/apache-maven-3.6.3-bin.tar.gz \
+    && tar -xzf /tmp/apache-maven.tar.gz -C /usr/share/maven --strip-components=1 \
+    && rm -f /tmp/apache-maven.tar.gz \
+    && ln -s /usr/share/maven/bin/mvn /usr/bin/mvn \
+    && export LD_LIBRARY_PATH=$(echo "$LD_LIBRARY_PATH" | sed "s/::/:/g")
+
+# patchelf
+RUN cd /tmp && \
+    git clone --depth=1 https://github.com/NixOS/patchelf.git && \
+    cd patchelf && \
+    ./bootstrap.sh && \
+    ./configure && \
+    make install -j && \
+    rm -rf patchelf/
+
+# kubectl v1.19.2
+RUN cd /tmp && export KUBE_VER=v1.19.2 && \
+    curl -LO https://storage.googleapis.com/kubernetes-release/release/${KUBE_VER}/bin/linux/amd64/kubectl && \
+    chmod +x ./kubectl && \
+    cd /tmp && \
+    mv ./kubectl /usr/local/bin/kubectl
+
+# install python3.9 deps for all
+RUN /opt/python/cp39-cp39/bin/pip3 install -U pip && \
+    /opt/python/cp39-cp39/bin/pip3 --no-cache-dir install auditwheel==5.0.0 daemons etcd-distro grpcio-tools gremlinpython \
+        hdfs3 fsspec oss2 s3fs ipython kubernetes libclang networkx==2.4 numpy pandas parsec pycryptodome \
+        pyorc pytest scipy scikit_learn wheel && \
+    /opt/python/cp39-cp39/bin/pip3 --no-cache-dir install Cython --pre -U
+
+# shanghai zoneinfo
+ENV TZ=Asia/Shanghai
+RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && \
+    echo '$TZ' > /etc/timezone
+
+# for programming output
+RUN localedef -c -f UTF-8 -i en_US en_US.UTF-8
+ENV LANG='en_US.UTF-8' LANGUAGE='en_US:en' LC_ALL='en_US.UTF-8'
+
+ENV PATH=${PATH}:/usr/local/go/bin:/opt/python/cp39-cp39/bin
+ENV RUST_BACKTRACE=1
+
+# change user: graphscope
+RUN useradd -m graphscope -u 1001 \
+    && echo 'graphscope ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers
+
+USER graphscope
+WORKDIR /home/graphscope
+ENV PATH=${PATH}:/home/graphscope/.local/bin
+ENV LIBCLANG_PATH=/opt/llvm11/lib
+ENV LLVM_CONFIG_PATH=/opt/llvm11/bin/llvm-config
+
+# Rust
+RUN curl -sf -L https://static.rust-lang.org/rustup.sh | \
+        sh -s -- -y --profile minimal --default-toolchain stable && \
+    echo "source ~/.cargo/env" >> ~/.bashrc && \
+    source /home/graphscope/.cargo/env

k8s/manylinux2014.Dockerfile

@@ -5,7 +5,7 @@ FROM registry.cn-hongkong.aliyuncs.com/graphscope/manylinux2014:2021-10-14-14ac0
 
 # yum install dependencies
 RUN yum install -y autoconf m4 git krb5-devel perl-IPC-Cmd rapidjson-devel \
-        libcurl-devel libevent-devel libgsasl-devel libunwind-devel.x86_64 \
+        libcurl-devel libevent-devel libgsasl-devel libunwind-devel \
         libuuid-devel libxml2-devel libzip libzip-devel minizip minizip-devel \
         make net-tools rsync telnet unzip vim wget which zip bind-utils sudo \
         msgpack-devel && \