Enable Cross Compilation of Arm SVE on x86 Cl (Binary only)

.ci/env/apt.sh

@@ -1,6 +1,7 @@
 #!/bin/bash
 #===============================================================================
 # Copyright 2021 Intel Corporation
+# Copyright contributors to the oneDAL project
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -54,12 +55,19 @@ function install_dev-base-conda {
     conda env create -f .ci/env/environment.yml
 }
 
+function install_arm-cross-compilers {
+    sudo apt-get install -y gcc-aarch64-linux-gnu g++-aarch64-linux-gnu gfortran-aarch64-linux-gnu
+}
+
 if [ "${component}" == "dpcpp" ]; then
     add_repo
     install_dpcpp
 elif [ "${component}" == "mkl" ]; then
     add_repo
     install_mkl
+elif [ "${component}" == "arm-compiler" ]; then
+    update
+    install_arm-cross-compilers
 elif [ "${component}" == "clang-format" ]; then
     update
     install_clang-format
@@ -69,6 +77,6 @@ elif [ "${component}" == "dev-base" ]; then
     install_dev-base-conda
 else
     echo "Usage:"
-    echo "   $0 [dpcpp|mkl|clang-format|dev-base]"
+    echo "   $0 [dpcpp|mkl|arm-compiler|clang-format|dev-base]"
     exit 1
 fi

.ci/env/arm-gcc-crosscompile-toolchain.cmake

@@ -0,0 +1,38 @@
+#===============================================================================
+# Copyright contributors to the oneDAL project
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#===============================================================================
+
+
+# Set the CMake system name to inform CMake that we are cross-compiling
+set(CMAKE_SYSTEM_NAME Linux)
+
+# Set the cross-compilation prefix for the toolchain
+set(CMAKE_C_COMPILER aarch64-linux-gnu-gcc)
+set(CMAKE_CXX_COMPILER aarch64-linux-gnu-g++)
+
+# Set the target architecture
+set(CMAKE_SYSTEM_PROCESSOR aarch64)
+
+# Set compiler flags and options for ARMv8-A architecture with SVE
+set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -march=armv8-a+sve")
+set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -march=armv8-a+sve")
+
+# Specify the root directory of the cross-compiler toolchain
+set(CMAKE_FIND_ROOT_PATH / /usr/bin)
+
+# Specify the search paths for libraries and headers
+set(CMAKE_FIND_ROOT_PATH_MODE_PROGRAM NEVER)
+set(CMAKE_FIND_ROOT_PATH_MODE_LIBRARY ONLY)
+set(CMAKE_FIND_ROOT_PATH_MODE_INCLUDE ONLY)

.ci/env/openblas.sh

@@ -1,6 +1,7 @@
 #!/bin/bash
 #===============================================================================
 # Copyright 2023 Intel Corporation
+# Copyright contributors to the oneDAL project
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -15,12 +16,49 @@
 # limitations under the License.
 #===============================================================================
 
+while [[ $# -gt 0 ]]; do
+    key="$1"
+
+    case $key in
+        --target)
+        target="$2"
+        shift;;
+        --compiler)
+        compiler="$2"
+        shift;;
+        --host_compiler)
+        host_compiler="$2"
+        shift;;
+        --cflags)
+        cflags="$2"
+        shift;;
+        --cross_compile)
+        cross_compile="yes"
+        ;;
+        *)
+        echo "Unknown option: $1"
+        exit 1
+        ;;
+    esac
+    shift
+done
+
+target=${target:-ARMV8}
+host_compiler=${host_compiler:-gcc}
+compiler=${compiler:-aarch64-linux-gnu-gcc}
+cflags=${cflags:--march=armv8-a+sve}
+
 sudo apt-get update
 sudo apt-get -y install build-essential gcc gfortran
 git clone https://github.com/xianyi/OpenBLAS.git
 CoreCount=$(lscpu -p | grep -Ev '^#' | wc -l)
 pushd OpenBLAS
   make clean
-  make -j${CoreCount} NO_FORTRAN=1
+  if [ "${cross_compile}" == "yes" ]; then
+    echo make -j${CoreCount} TARGET=${target} HOSTCC=${host_compiler} CC=${compiler} NO_FORTRAN=1 USE_OPENMP=0 USE_THREAD=0 USE_LOCKING=1 CFLAGS=\"${cflags}\"
+    make -j${CoreCount} TARGET=${target} HOSTCC=${host_compiler} CC=${compiler} NO_FORTRAN=1 USE_OPENMP=0 USE_THREAD=0 USE_LOCKING=1 CFLAGS=\"${cflags}\"
+  else
+    make -j${CoreCount} NO_FORTRAN=1 USE_OPENMP=0 USE_THREAD=0 USE_LOCKING=1
+  fi
   make install PREFIX=../__deps/open_blas
 popd

.ci/env/tbb.sh

@@ -17,43 +17,73 @@
 
 # Function to display help
 show_help() {
-    echo "Usage: $0 [-h]"
-    echo "  -h  Display this information"
-    echo "  Set CC and CXX environment variables to change the compiler. Default is GNU."
+    echo "Usage: $0 [--help]"
+    echo -e "  --help  \t\t\tDisplay this information"
+    echo -e "  --CC <bin path> \t\tPass full path to c compiler. Default is GNU gcc."
+    echo -e "  --CXX <bin path> \t\tPass full path to c++ compiler. Default is GNU g++."
+    echo -e "  --cross-compile <flag> \tPass this flag if cross-compiling."
+    echo -e "  --toolchain_file <file> \tPass path to cmake toolchain file. Default is './.ci/env/arm-toolchain.cmake'. Use only with '--cross_compile'"
+    echo -e "  --target_arch <name> \t\tTarget architecture name (i.e aarch64, x86_64, etc.) for cross-compilation. Use only with '--cross_compile'"
 }
 
-# Check for command-line options
-while getopts ":h" opt; do
-    case $opt in
-        h)
-            show_help
-            exit 0
-            ;;
-        \?)
-            echo "Invalid option: -$OPTARG" >&2
-            show_help
-            exit 1
-            ;;
+while [[ $# -gt 0 ]]; do
+    key="$1"
+
+    case $key in
+        --CXX)
+        CXX="$2"
+        shift;;
+        --CC)
+        CC="$2"
+        shift;;
+        --toolchain_file)
+        toolchain_file="$2"
+        shift;;
+        --target_arch)
+        target_arch="$2"
+        shift;;
+        --help)
+        show_help
+        exit 0
+        ;;
+        --cross_compile)
+        cross_compile="yes"
+        ;;
+        *)
+        echo "Unknown option: $1"
+        exit 1
+        ;;
     esac
+    shift
 done
 
-# Set default values for CXX and CC
-CXX="${CXX:-g++}"
-CC="${CC:-gcc}"
-
-echo "CXX is set to: $CXX"
-echo "CC is set to: $CC"
-
-TBB_VERSION="v2021.10.0"
+set_arch_dir() {
+    local arch="$1"
+    local arch_dir=""
+    if [ "$arch" == "x86_64" ]; then
+        arch_dir="intel64"
+    elif [ "$arch" == "aarch64" ]; then
+        arch_dir="arm"
+    else
+        echo "Unsupported arch, quitting tbb build script."
+        exit 1
+    fi
+    echo "${arch_dir}"
+}
 
-arch=$(uname -m)
-if [ "${arch}" == "x86_64" ]; then
-    arch_dir="intel64"
-elif [ "${arch}" == "aarch64" ]; then
-    arch_dir="arm"
+if [ "${cross_compile}" == "yes" ]; then
+    toolchain_file=${toolchain_file:-$(pwd)/.ci/env/arm-toolchain.cmake}
+    if [ ! -f ${toolchain_file} ]; then
+        echo "'${toolchain_file}' file does not exists. Please specify using '--toolchain_file=<path>' argument."
+        exit 1
+    fi
+    target_arch=${target_arch:-aarch64}
 else
-    arch_dir=${arch}
+    target_arch=${target_arch:-$(uname -m)}
 fi
+arch_dir=${arch_dir:-$(set_arch_dir "${target_arch}")}
+
+TBB_VERSION="v2021.10.0"
 
 sudo apt-get update
 sudo apt-get install build-essential gcc gfortran cmake -y
@@ -63,10 +93,24 @@ CoreCount=$(lscpu -p | grep -Ev '^#' | wc -l)
 
 rm -rf __deps/tbb
 pushd onetbb-src
+rm -rf build
 mkdir build
 pushd build
-cmake -DCMAKE_CXX_COMPILER=${CXX} -DCMAKE_BUILD_TYPE=Release -DTBB_TEST=OFF -DTBB_STRICT_PROTOTYPES=OFF -DCMAKE_INSTALL_PREFIX=../../__deps/tbb .. 
-make -j${CoreCount} 
+if [ "${cross_compile}" == "yes" ]; then
+    unset CXX
+    unset CC
+    echo cmake -DCMAKE_TOOLCHAIN_FILE=${toolchain_file} -DCMAKE_BUILD_TYPE=Release -DTBB_TEST=OFF -DTBB_STRICT_PROTOTYPES=OFF -DCMAKE_INSTALL_PREFIX=../../__deps/tbb ..
+    cmake -DCMAKE_TOOLCHAIN_FILE=${toolchain_file} -DCMAKE_BUILD_TYPE=Release -DTBB_TEST=OFF -DTBB_STRICT_PROTOTYPES=OFF -DCMAKE_INSTALL_PREFIX=../../__deps/tbb ..
+else
+    # Set default values for CXX and CC
+    CXX="${CXX:-g++}"
+    CC="${CC:-gcc}"
+
+    echo "CXX is set to: $CXX"
+    echo "CC is set to: $CC"
+    cmake -DCMAKE_CXX_COMPILER=${CXX} -DCMAKE_CC_COMPILER=${CC} -DCMAKE_BUILD_TYPE=Release -DTBB_TEST=OFF -DTBB_STRICT_PROTOTYPES=OFF -DCMAKE_INSTALL_PREFIX=../../__deps/tbb .. 
+fi
+make -j${CoreCount}
 make install
 popd
 popd

.ci/pipeline/ci.yml

@@ -1,3 +1,4 @@
+# Copyright contributors to the oneDAL project
 # C/C++ with GCC
 # Build your C/C++ project with GCC using make.
 # Add steps that publish test results, save build artifacts, deploy, and more:
@@ -83,7 +84,44 @@ jobs:
     condition: failed()
     continueOnError: true
 
-- job: 'LinuxMakeGNU_OpenBLAS'
+- job: 'LinuxMakeGNU_OpenBLAS_ARM'
+  timeoutInMinutes: 0
+  variables:
+    release.dir: '__release_lnx_gnu'
+    platform.type : 'lnxarm'
+  pool:
+    vmImage: 'ubuntu-22.04'
+  steps:
+  - script: |
+      .ci/env/apt.sh dev-base
+    displayName: 'apt-get and conda install'
+  - script: |
+      .ci/env/apt.sh arm-compiler
+    displayName: 'arm-compiler installation'
+  - script: |
+      .ci/scripts/describe_system.sh
+    displayName: 'System info'
+  - script: |
+      .ci/scripts/build.sh --compiler gnu --optimizations sve --target daal --backend_config ref --conda-env ci-env --cross_compile --arch arm --plat lnxarm
+    displayName: 'make daal'
+  - script: |
+      .ci/scripts/build.sh --compiler gnu --optimizations sve --target onedal_c --backend_config ref --cross_compile --arch arm --plat lnxarm
+    displayName: 'make onedal_c'
+  - task: PublishPipelineArtifact@1
+    inputs:
+      artifactName: '$(platform.type) ARM OpenBLAS build'
+      targetPath: '$(Build.Repository.LocalPath)/$(release.dir)'
+    displayName: 'Upload build artifacts'
+    continueOnError: true
+  - task: PublishPipelineArtifact@1
+    inputs:
+      artifactName: '$(platform.type) fail'
+      targetPath: '$(Build.Repository.LocalPath)/$(release.dir)'
+    displayName: 'Uploading on fail'
+    condition: failed()
+    continueOnError: true
+
+- job: 'LinuxMakeGNU_OpenBLAS_x86'
   timeoutInMinutes: 0
   variables:
     release.dir: '__release_lnx_gnu'