install_libraries.sh

#!/bin/bash

# This script installs all the libraries to be used by Compiler Explorer

SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
# shellcheck source=common.inc
. "${SCRIPT_DIR}/common.inc"

export PATH=$PATH:/opt/compiler-explorer/cmake/bin

if install_nightly; then
    echo "Installing trunk versions"
else
    echo "Skipping install of trunk versions"
fi

#########################
# C++

ce_install 'libraries'
ce_squash 'libraries'

#########################
# cs50

install_cs50_v9() {
    for VERSION in "$@"; do
        local DEST1=${OPT}/libs/cs50/${VERSION}/x86_64/lib
        local DEST2=${OPT}/libs/cs50/${VERSION}/x86/lib
        local INC=${OPT}/libs/cs50/${VERSION}/include
        if [[ ! -d ${DEST1} ]]; then
            rm -rf /tmp/cs50
            mkdir -p /tmp/cs50
            pushd /tmp/cs50
            fetch "https://github.com/cs50/libcs50/archive/v${VERSION}.tar.gz" | tar zxf - --strip-components 1

            env CFLAGS="-Wall -Wextra -Werror -pedantic -std=c99 -march=native" make -e
            mkdir -p "${DEST1}"
            mv build/lib/* "${DEST1}"

            mkdir -p "${INC}"
            cp -Rf build/include/* "${INC}"

            env CFLAGS="-Wall -Wextra -Werror -pedantic -std=c99 -m32" make -e
            mkdir -p "${DEST2}"
            mv build/lib/* "${DEST2}"

            cd "${DEST1}"
            ln -s "libcs50.so.${VERSION}" libcs50.so.9
            cd "${DEST2}"
            ln -s "libcs50.so.${VERSION}" libcs50.so.9

            popd

            rm -rf /tmp/cs50
        fi
    done
}

install_cs50_v9 9.1.0

#########################
# libuv

install_libuv() {
    for VERSION in "$@"; do
        local DEST1=${OPT}/libs/libuv/v${VERSION}/x86_64/lib
        local DEST2=${OPT}/libs/libuv/v${VERSION}/x86/lib
        if [[ ! -d ${DEST1} ]]; then
            rm -rf /tmp/libuv
            mkdir -p /tmp/libuv
            pushd /tmp/libuv

            fetch "https://github.com/libuv/libuv/archive/v${VERSION}.tar.gz" | tar zxf - --strip-components 1

            mkdir -p build
            pushd build
            cmake -DCMAKE_BUILD_TYPE=Release ..
            popd
            cmake --build build --target uv

            mkdir -p "${DEST1}"
            mv build/libuv.so* "${DEST1}"

            rm -Rf build

            mkdir -p build
            pushd build
            cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_C_FLAGS=-m32 ..
            popd
            cmake --build build --target uv

            mkdir -p "${DEST2}"
            mv build/libuv.so* "${DEST2}"

            popd

            rm -rf /tmp/libuv
        fi
    done
}

#########################
# lua

install_lua() {
    for VERSION in "$@"; do
        local DEST1=${OPT}/libs/lua/${VERSION}/lib/x86_64
        local DEST2=${OPT}/libs/lua/${VERSION}/lib/x86
        local DEST3=${OPT}/libs/lua/${VERSION}/include
        if [[ ! -d ${DEST1} ]]; then
            rm -rf /tmp/lua
            mkdir -p /tmp/lua
            pushd /tmp/lua

            git clone -b "${VERSION}" https://github.com/lua/lua
            cd lua

            mkdir -p "${DEST3}"

            cp -- *.h "${DEST3}"

            rm -f onelua.c
            local cfiles
            cfiles=$(find . -maxdepth 1 -iname '*.c' -o -iname '*.h')
            echo -e "cmake_minimum_required(VERSION 3.10)\n" >CMakeLists.txt
            # shellcheck disable=SC2129
            echo -e "project(lua LANGUAGES C)\n" >>CMakeLists.txt
            echo -e "add_library(lua SHARED\n" >>CMakeLists.txt
            echo -e "${cfiles}" >>CMakeLists.txt
            echo -e ")\n" >>CMakeLists.txt

            mkdir -p build
            pushd build
            cmake "-DCMAKE_BUILD_TYPE=Debug" "-DCMAKE_C_FLAGS_DEBUG=-std=gnu99 -O2 -Wall -Wl,-E -ldl -DLUA_USE_POSIX -DLUA_USE_DLOPEN" ..
            make

            mkdir -p "${DEST1}"
            cp liblua.so "${DEST1}"

            popd
            rm -Rf build

            mkdir -p build
            cd build
            cmake "-DCMAKE_BUILD_TYPE=Debug" "-DCMAKE_C_FLAGS_DEBUG=-std=gnu99 -O2 -Wall -Wl,-E -ldl -m32 -DLUA_USE_POSIX -DLUA_USE_DLOPEN" ..
            make

            mkdir -p" ${DEST2}"
            cp liblua.so "${DEST2}"

            popd
            rm -rf /tmp/lua
        fi
    done
}

install_lua v5.3.5 v5.4.0

# Following are minimal runtime dependencies for Crystal

#########################
# pcre

install_pcre() {
    for VERSION in "$@"; do
        local DEST1=${OPT}/libs/libpcre/${VERSION}/x86_64/lib
        if [[ ! -d ${DEST1} ]]; then
            rm -rf /tmp/pcre
            mkdir -p /tmp/pcre
            pushd /tmp/pcre

            fetch "https://ftp.pcre.org/pub/pcre/pcre-${VERSION}.tar.gz" | tar zxf - --strip-components 1

            ./configure --disable-shared --enable-utf --enable-unicode-properties
            make

            mkdir -p "${DEST1}"
            cp .libs/libpcre.a "${DEST1}"

            popd
            rm -rf /tmp/pcre
        fi
    done
}

install_pcre 8.45

#########################
# pcre2

install_pcre2() {
    for VERSION in "$@"; do
        local DEST1=${OPT}/libs/libpcre2/${VERSION}/x86_64/lib
        if [[ ! -d ${DEST1} ]]; then
            rm -rf /tmp/pcre2
            mkdir -p /tmp/pcre2
            pushd /tmp/pcre2

            fetch "https://github.com/PCRE2Project/pcre2/releases/download/pcre2-${VERSION}/pcre2-${VERSION}.tar.gz" | tar zxf - --strip-components 1

            mkdir -p build
            pushd build
            cmake "-DCMAKE_BUILD_TYPE=Release" "-DPCRE2_BUILD_PCRE2GREP=OFF" "-DPCRE2_BUILD_TESTS=OFF" "-DPCRE2_SUPPORT_UNICODE=ON" "-DPCRE2_SUPPORT_JIT=ON" ..
            make

            mkdir -p "${DEST1}"
            cp libpcre2-8.a "${DEST1}"

            popd
            rm -rf build

            popd
            rm -rf /tmp/pcre
        fi
    done
}

install_pcre2 10.42

#########################
# libevent

install_libevent() {
    for VERSION in "$@"; do
        local DEST1=${OPT}/libs/libevent/${VERSION}/x86_64/lib
        if [[ ! -d "${DEST1}" ]]; then
            rm -rf /tmp/libevent
            mkdir -p /tmp/libevent
            pushd /tmp/libevent

            fetch "https://github.com/libevent/libevent/releases/download/release-${VERSION}-stable/libevent-${VERSION}-stable.tar.gz" | tar zxf - --strip-components 1

            export PKG_CONFIG_PATH=/opt/compiler-explorer/libs/openssl/openssl_1_1_1g/x86_64/opt/lib/pkgconfig
            ./configure --disable-shared
            make

            mkdir -p "${DEST1}"
            cp .libs/libevent.a "${DEST1}"

            popd
            rm -rf /tmp/libevent
        fi
    done
}

install_libevent 2.1.12

#########################
# nsimd

install_nsimd() {
    for VERSION in "$@"; do
        local DEST=${OPT}/libs/nsimd/${VERSION}
        if [[ ! -d ${DEST} ]]; then
            rm -rf /tmp/nsimd
            mkdir -p /tmp/nsimd
            pushd /tmp/nsimd

            git clone -b "${VERSION}" https://github.com/agenium-scale/nsimd.git
            cd nsimd

            python3 egg/hatch.py -l
            bash scripts/setup.sh

            mkdir build
            cd build

            ## x86_64
            (
                # shellcheck disable=SC2030
                export PATH=${OPT}/gcc-10.2.0/bin:${PATH}
                ../nstools/nsconfig/nsconfig .. -Dsimd=avx512_skylake \
                                        -prefix="${DEST}/x86_64" \
                                        -Ggnumake \
                                        -suite=gcc
                make
                make install
            )

            ## CUDA
            (
                # shellcheck disable=SC2031
                export PATH=${OPT}/cuda/9.1.85/bin:${OPT}/gcc-6.1.0/bin:${PATH}
                ../nstools/nsconfig/nsconfig .. -Dsimd=cuda \
                                            -prefix="${DEST}/cuda" \
                                            -Ggnumake \
                                            -Dstatic_libstdcpp=true \
                                            -suite=cuda
                make
                make install
            )

            ## ARM32 (armel)
            (
                local COMP_ROOT=${OPT}/arm/gcc-8.2.0/arm-unknown-linux-gnueabi/bin/
                local CCOMP=${COMP_ROOT}/arm-unknown-linux-gnueabi-gcc
                local CPPCOMP=${COMP_ROOT}/arm-unknown-linux-gnueabi-g++

                ../nstools/nsconfig/nsconfig .. -Dsimd=neon128 \
                                            -prefix="${DEST}/arm/neon128" \
                                            -Ggnumake \
                                            -comp=cc,gcc,"${CCOMP}",8.2.0,armel \
                                            -comp=c++,gcc,"${CPPCOMP}",8.2.0,armel
                make
                make install
            )

            ## ARM64
            (
                local COMP_ROOT=${OPT}/arm64/gcc-8.2.0/aarch64-unknown-linux-gnu/bin
                local CCOMP=${COMP_ROOT}/aarch64-unknown-linux-gnu-gcc
                local CPPCOMP=${COMP_ROOT}/aarch64-unknown-linux-gnu-g++

                ../nstools/nsconfig/nsconfig .. -Dsimd=aarch64 \
                                            -prefix="${DEST}/arm/aarch64" \
                                            -Ggnumake \
                                            -comp=cc,gcc,"${CCOMP}",8.2.0,aarch64 \
                                            -comp=c++,gcc,"${CPPCOMP}",8.2.0,aarch64
                make
                make install
            )

            ## PowerPC
            (
                local COMP_ROOT=${OPT}/powerpc64le/gcc-at13/powerpc64le-unknown-linux-gnu/bin
                local CCOMP=${COMP_ROOT}/powerpc64le-unknown-linux-gnu-gcc
                local CPPCOMP=${COMP_ROOT}/powerpc64le-unknown-linux-gnu-g++

                ../nstools/nsconfig/nsconfig .. -Dsimd=vsx \
                                            -prefix="${DEST}/powerpc" \
                                            -Ggnumake \
                                            -comp=cc,gcc,"${CCOMP}",9,ppc64el \
                                            -comp=c++,gcc,"${CPPCOMP}",9,ppc64el
                make
                make install
            )

            ## SVE 512
            (
                local COMP_ROOT=${OPT}/arm64/gcc-11.1.0/aarch64-unknown-linux-gnu/bin
                local CCOMP=${COMP_ROOT}/aarch64-unknown-linux-gnu-gcc
                local CPPCOMP=${COMP_ROOT}/aarch64-unknown-linux-gnu-g++

                ../nstools/nsconfig/nsconfig .. -Dsimd=sve512 \
                                            -prefix="${DEST}/sve/sve512" \
                                            -Ggnumake \
                                            -comp=cc,gcc,"${CCOMP}",8.2.0,aarch64 \
                                            -comp=c++,gcc,"${CPPCOMP}",8.2.0,aarch64
                make
                make install
            )

            popd
            rm -rf /tmp/nsimd
        fi
    done
}

install_nsimd v3.0.1