From c6b1dfa79e73e4993e08f342e558e96bfc6fe9ab Mon Sep 17 00:00:00 2001 From: agibsonccc Date: Fri, 5 Mar 2021 17:34:24 +0900 Subject: [PATCH] Update pi_build.sh --- libnd4j/pi_build.sh | 640 ++++++++++++++++++++++---------------------- 1 file changed, 320 insertions(+), 320 deletions(-) diff --git a/libnd4j/pi_build.sh b/libnd4j/pi_build.sh index 712609447..6f7d9965b 100755 --- a/libnd4j/pi_build.sh +++ b/libnd4j/pi_build.sh @@ -1,320 +1,320 @@ -#!/bin/sh -# -# /* ****************************************************************************** -# * -# * -# * This program and the accompanying materials are made available under the -# * terms of the Apache License, Version 2.0 which is available at -# * https://www.apache.org/licenses/LICENSE-2.0. -# * -# * See the NOTICE file distributed with this work for additional -# * information regarding copyright ownership. -# * Unless required by applicable law or agreed to in writing, software -# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# * License for the specific language governing permissions and limitations -# * under the License. -# * -# * SPDX-License-Identifier: Apache-2.0 -# ******************************************************************************/ -# - -function message { - echo "BUILDER:::: ${@}" -} - -BUILD_USING_MAVEN= -CURRENT_TARGET=arm32 -HAS_ARMCOMPUTE=1 -ARMCOMPUTE_DEBUG=0 -ARMCOMPUTE_TAG=v20.05 -LIBND4J_BUILD_MODE=Release -export ANDROID_VERSION=21 -OTHER_ARGS=() -while [[ $# -gt 0 ]] -do -key="$1" - -case $key in - -a|--arch) - CURRENT_TARGET="$2" - shift - shift - ;; - -m|--mvn) - BUILD_USING_MAVEN="mvn" - shift - ;; - *) - OTHER_ARGS+=("$1") - shift - ;; -esac -done - -CC_URL32="https://developer.arm.com/-/media/Files/downloads/gnu-a/8.3-2019.03/binrel/gcc-arm-8.3-2019.03-x86_64-arm-linux-gnueabihf.tar.xz?revision=e09a1c45-0ed3-4a8e-b06b-db3978fd8d56&la=en&hash=93ED4444B8B3A812B893373B490B90BBB28FD2E3" -CC_URL64="https://developer.arm.com/-/media/Files/downloads/gnu-a/8.3-2019.03/binrel/gcc-arm-8.3-2019.03-x86_64-aarch64-linux-gnu.tar.xz?revision=2e88a73f-d233-4f96-b1f4-d8b36e9bb0b9&la=en&hash=167687FADA00B73D20EED2A67D0939A197504ACD" -CC_ANDROID="https://dl.google.com/android/repository/android-ndk-r21d-linux-x86_64.zip" -TARGET_ARRS=( arm32 arm64 android-arm android-arm64 ) -COMPILER_ARRS=( "${CC_URL32}" "${CC_URL64}" "${CC_ANDROID}" "${CC_ANDROID}" ) -COMPILER_DOWNLOAD_CMD_LIST=( download_extract_xz download_extract_xz download_extract_unzip download_extract_unzip ) -COMPILER_DESTDIR=( "arm32" "arm64" "android" "android" ) - -OPENBLAS_TARGETS=( ARMV7 ARMV8 ARMV7 ARMV8) -ARMCOMPUTE_TARGETS=( armv7a arm64-v8a armv7a arm64-v8a) -OS_LIST=( linux linux android android) -LIBND4J_PLATFORM_EXT_LIST=( armhf arm64 arm arm64 ) -PREFIXES=( arm-linux-gnueabihf aarch64-linux-gnu arm-linux-androideabi aarch64-linux-android ) -TARGET_INDEX=-1 - -for i in "${!TARGET_ARRS[@]}"; do - if [[ "${TARGET_ARRS[$i]}" = "${CURRENT_TARGET}" ]]; then - TARGET_INDEX=${i} - fi -done - -if [ ${TARGET_INDEX} -eq -1 ];then - message "could not find ${CURRENT_TARGET} in ${TARGET_ARRS[@]}" - exit -1 -fi - -#BASE_DIR=${HOME}/pi -#https://stackoverflow.com/questions/59895/how-to-get-the-source-directory-of-a-bash-script-from-within-the-script-itself -SOURCE="${BASH_SOURCE[0]}" -while [ -h "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symlink - DIR="$( cd -P "$( dirname "$SOURCE" )" >/dev/null 2>&1 && pwd )" - SOURCE="$(readlink "$SOURCE")" - [[ $SOURCE != /* ]] && SOURCE="$DIR/$SOURCE" # if $SOURCE was a relative symlink, we need to resolve it relative to the path where the symlink file was located -done -BASE_DIR="$( cd -P "$( dirname "$SOURCE" )" >/dev/null 2>&1 && pwd )" - -CROSS_COMPILER_URL=${COMPILER_ARRS[$TARGET_INDEX]} -CROSS_COMPILER_DIR=${BASE_DIR}/compile_tools/cross_compiler_${COMPILER_DESTDIR[$TARGET_INDEX]} -COMPILER_DOWNLOAD_CMD=${COMPILER_DOWNLOAD_CMD_LIST[$TARGET_INDEX]} -DETECT=${DETECT_LIST[$TARGET_INDEX]} -LIBND4J_PLATFORM_EXT=${LIBND4J_PLATFORM_EXT_LIST[$TARGET_INDEX]} -BLAS_TARGET_NAME=${OPENBLAS_TARGETS[$TARGET_INDEX]} -ARMCOMPUTE_TARGET=${ARMCOMPUTE_TARGETS[$TARGET_INDEX]} -TARGET_OS=${OS_LIST[$TARGET_INDEX]} -LIBND4J_PLATFORM=${TARGET_OS}-${LIBND4J_PLATFORM_EXT} -PREFIX=${PREFIXES[$TARGET_INDEX]} - -CMAKE=cmake #/snap/bin/cmake -mkdir -p ${BASE_DIR}/compile_tools/ - -SCONS_LOCAL_URL=http://prdownloads.sourceforge.net/scons/scons-local-3.1.1.tar.gz -SCONS_LOCAL_DIR=${BASE_DIR}/compile_tools/scons_local - -THIRD_PARTY=${BASE_DIR}/third_party_libs${TARGET_INDEX} - -ARMCOMPUTE_GIT_URL=https://github.com/ARM-software/ComputeLibrary.git -ARMCOMPUTE_DIR=${THIRD_PARTY}/arm_compute_dir - -OPENBLAS_GIT_URL="https://github.com/xianyi/OpenBLAS.git" -OPENBLAS_DIR=${THIRD_PARTY}/OpenBLAS - - -mkdir -p ${BASE_DIR} -mkdir -p ${THIRD_PARTY} - -#change directory to base -cd $BASE_DIR - -function check_requirements { - for i in "${@}" - do - if [ ! -e "$i" ]; then - message "missing: ${i}" - exit -2 - fi - done -} - -function rename_top_folder { - for dir in ${1}/* - do - if [ -d "$dir" ] - then - mv "${dir}" "${1}/folder/" - message "${dir} => ${1}/folder/" - break - fi - done -} - -function download_extract_base { - #$1 is url #2 is dir $3 is extract argument - if [ ! -f ${3}_file ]; then - message "download" - wget --quiet --show-progress -O ${3}_file ${2} - fi - - message "extract $@" - #extract - mkdir -p ${3} - if [ ${1} = "-unzip" ]; then - command="unzip -qq ${3}_file -d ${3} " - else - command="tar ${1} ${3}_file --directory=${3} " - fi - message $command - $command - check_requirements "${3}" -} - -function download_extract { - download_extract_base -xzf $@ -} - -function download_extract_xz { - download_extract_base -xf $@ -} - -function download_extract_unzip { - download_extract_base -unzip $@ -} - -function git_check { - #$1 is url #$2 is dir #$3 is tag or branch if optional - command= - if [ -n "$3" ]; then - command="git clone --quiet --depth 1 --branch ${3} ${1} ${2}" - else - command="git clone --quiet ${1} ${2}" - fi - message "$command" - $command - check_requirements "${2}" -} - -#fix py debug linkage manually and also makes it use gold -function fix_pi_linker { - #$1 BINUTILS folder - if [ ! -f ${1}/ld.original ]; then - mv ${1}/ld ${1}/ld.original - fi - rm -f ${1}/ld - printf '#!/usr/bin/env bash\n'"${1}/ld.gold --long-plt \$*">${1}/ld - chmod +x ${1}/ld -} - -if [ ! -d ${CROSS_COMPILER_DIR}/folder ]; then - #out file - message "download CROSS_COMPILER" - ${COMPILER_DOWNLOAD_CMD} ${CROSS_COMPILER_URL} ${CROSS_COMPILER_DIR} - message "rename top folder (instead of --strip-components=1)" - rename_top_folder ${CROSS_COMPILER_DIR} -fi - -CROSS_COMPILER_DIR=${CROSS_COMPILER_DIR}/folder - -if [ "${TARGET_OS}" = "android" ];then - ANDROID_TOOLCHAIN=${CROSS_COMPILER_DIR}/toolchains/llvm/prebuilt/linux-x86_64 - COMPILER_PREFIX="${ANDROID_TOOLCHAIN}/bin/${PREFIX}${ANDROID_VERSION}" - TOOLCHAIN_PREFIX="${ANDROID_TOOLCHAIN}/bin/${PREFIX}" - if [ "$BLAS_TARGET_NAME" = "ARMV7" ];then - BLAS_XTRA="ARM_SOFTFP_ABI=1 " - COMPILER_PREFIX="${ANDROID_TOOLCHAIN}/bin/armv7a-linux-androideabi${ANDROID_VERSION}" - fi - CC_EXE="clang" - CXX_EXE="clang++" - AR="${TOOLCHAIN_PREFIX}-ar" - RANLIB="${TOOLCHAIN_PREFIX}-ranlib" - BLAS_XTRA="CC=${COMPILER_PREFIX}-${CC_EXE} AR=${AR} RANLIB=${RANLIB} ${BLAS_XTRA}" -else - BINUTILS_BIN=${CROSS_COMPILER_DIR}/${PREFIX}/bin - COMPILER_PREFIX=${CROSS_COMPILER_DIR}/bin/${PREFIX} - TOOLCHAIN_PREFIX=${COMPILER_PREFIX} - SYS_ROOT=${CROSS_COMPILER_DIR}/${PREFIX}/libc - #LD_LIBRARY_PATH=${CROSS_COMPILER_DIR}/lib:$LD_LIBRARY_PATH - CC_EXE="gcc" - CXX_EXE="g++" - RANLIB="${BINUTILS_BIN}/ranlib" - export LD="${BINUTILS_BIN}/ld" - AR="${BINUTILS_BIN}/ar" - BLAS_XTRA="CC=${COMPILER_PREFIX}-${CC_EXE} AR=${AR} RANLIB=${RANLIB} CFLAGS=--sysroot=${SYS_ROOT} LDFLAGS=\"-L${SYS_ROOT}/../lib/ -lm\"" -fi - -check_requirements ${CC} - -if [ -z "${BUILD_USING_MAVEN}" ] ;then -#lets build OpenBlas -if [ ! -d "${OPENBLAS_DIR}" ]; then - message "download OpenBLAS" - git_check "${OPENBLAS_GIT_URL}" "${OPENBLAS_DIR}" "v0.3.10" -fi - -if [ ! -f "${THIRD_PARTY}/lib/libopenblas.so" ]; then - message "build and install OpenBLAS" - cd ${OPENBLAS_DIR} - - command="make TARGET=${BLAS_TARGET_NAME} HOSTCC=gcc NOFORTRAN=1 ${BLAS_XTRA} " - message $command - eval $command &>/dev/null - message "install it" - command="make TARGET=${BLAS_TARGET_NAME} PREFIX=${THIRD_PARTY} install &>/dev/null" - message $command - $command - cd $BASE_DIR - -fi -check_requirements ${THIRD_PARTY}/lib/libopenblas.so - -export OPENBLAS_PATH=${THIRD_PARTY} - -fi # end if [ -z "${BUILD_USING_MAVEN}"];then - -if [ ! -d ${SCONS_LOCAL_DIR} ]; then - #out file - message "download Scons local" - download_extract ${SCONS_LOCAL_URL} ${SCONS_LOCAL_DIR} -fi -check_requirements ${SCONS_LOCAL_DIR}/scons.py - -if [ ! -d "${ARMCOMPUTE_DIR}" ]; then - message "download ArmCompute Source" - git_check ${ARMCOMPUTE_GIT_URL} "${ARMCOMPUTE_DIR}" "${ARMCOMPUTE_TAG}" -fi - -#build armcompute -if [ ! -f "${ARMCOMPUTE_DIR}/build/libarm_compute-static.a" ]; then -message "build arm compute" -cd ${ARMCOMPUTE_DIR} -command="CC=${CC_EXE} CXX=${CXX_EXE} python3 ${SCONS_LOCAL_DIR}/scons.py Werror=1 -j$(nproc) toolchain_prefix=${TOOLCHAIN_PREFIX}- compiler_prefix=${COMPILER_PREFIX}- debug=${ARMCOMPUTE_DEBUG} neon=1 opencl=0 extra_cxx_flags=-fPIC os=${TARGET_OS} build=cross_compile arch=${ARMCOMPUTE_TARGET} " -message $command -eval $command &>/dev/null -cd ${BASE_DIR} -fi -check_requirements "${ARMCOMPUTE_DIR}/build/libarm_compute-static.a" "${ARMCOMPUTE_DIR}/build/libarm_compute_core-static.a" - -export ARMCOMPUTE_ROOT="${ARMCOMPUTE_DIR}" - -if [ "${TARGET_OS}" = "android" ];then - export ANDROID_NDK=${CROSS_COMPILER_DIR} -else - export RPI_BIN=${CROSS_COMPILER_DIR}/bin/${PREFIX} - export JAVA_LIBRARY_PATH=${CROSS_COMPILER_DIR}/${PREFIX}/lib - fix_pi_linker ${BINUTILS_BIN} -fi - - -#because of the toolchain passive detection we have to delete build folder manually -detect=$(cat ${BASE_DIR}/blasbuild/cpu/CMakeCache.txt | grep -o ${PREFIX}) -if [ -z "${detect}" ] ;then -message "remove blasbuild folder " -rm -rf $BASE_DIR/blasbuild/ -else -message "keep blasbuild folder" -fi - -if [ -z "${BUILD_USING_MAVEN}" ] ;then -message "lets build just library" -DHELPER=" -h armcompute " -bash ./buildnativeoperations.sh -o ${LIBND4J_PLATFORM} -t ${DHELPER} -j $(nproc) -else -message "cd $BASE_DIR/.. " -cd $BASE_DIR/.. -message "lets build jars" -DHELPER=" -Dlibnd4j.helper=armcompute " -mvn install -Dlibnd4j.platform=${LIBND4J_PLATFORM} -Djavacpp.platform=${LIBND4J_PLATFORM} -DprotocCommand=protoc -Djavacpp.platform.compiler=${COMPILER_PREFIX}-${CC_EXE} -Djava.library.path=${JAVA_LIBRARY_PATH} ${DHELPER} -Dmaven.test.skip=true -Dmaven.javadoc.skip=true -fi +#!/bin/sh +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + +function message { + echo "BUILDER:::: ${@}" +} + +BUILD_USING_MAVEN= +CURRENT_TARGET=arm32 +HAS_ARMCOMPUTE=1 +ARMCOMPUTE_DEBUG=0 +ARMCOMPUTE_TAG=v20.05 +LIBND4J_BUILD_MODE=Release +export ANDROID_VERSION=21 +OTHER_ARGS=() +while [[ $# -gt 0 ]] +do +key="$1" + +case $key in + -a|--arch) + CURRENT_TARGET="$2" + shift + shift + ;; + -m|--mvn) + BUILD_USING_MAVEN="mvn" + shift + ;; + *) + OTHER_ARGS+=("$1") + shift + ;; +esac +done + +CC_URL32="https://developer.arm.com/-/media/Files/downloads/gnu-a/8.3-2019.03/binrel/gcc-arm-8.3-2019.03-x86_64-arm-linux-gnueabihf.tar.xz?revision=e09a1c45-0ed3-4a8e-b06b-db3978fd8d56&la=en&hash=93ED4444B8B3A812B893373B490B90BBB28FD2E3" +CC_URL64="https://developer.arm.com/-/media/Files/downloads/gnu-a/8.3-2019.03/binrel/gcc-arm-8.3-2019.03-x86_64-aarch64-linux-gnu.tar.xz?revision=2e88a73f-d233-4f96-b1f4-d8b36e9bb0b9&la=en&hash=167687FADA00B73D20EED2A67D0939A197504ACD" +CC_ANDROID="https://dl.google.com/android/repository/android-ndk-r21d-linux-x86_64.zip" +TARGET_ARRS=( arm32 arm64 android-arm android-arm64 ) +COMPILER_ARRS=( "${CC_URL32}" "${CC_URL64}" "${CC_ANDROID}" "${CC_ANDROID}" ) +COMPILER_DOWNLOAD_CMD_LIST=( download_extract_xz download_extract_xz download_extract_unzip download_extract_unzip ) +COMPILER_DESTDIR=( "arm32" "arm64" "android" "android" ) + +OPENBLAS_TARGETS=( ARMV7 ARMV8 ARMV7 ARMV8) +ARMCOMPUTE_TARGETS=( armv7a arm64-v8a armv7a arm64-v8a) +OS_LIST=( linux linux android android) +LIBND4J_PLATFORM_EXT_LIST=( armhf arm64 arm arm64 ) +PREFIXES=( arm-linux-gnueabihf aarch64-linux-gnu arm-linux-androideabi aarch64-linux-android ) +TARGET_INDEX=-1 + +for i in "${!TARGET_ARRS[@]}"; do + if [[ "${TARGET_ARRS[$i]}" = "${CURRENT_TARGET}" ]]; then + TARGET_INDEX=${i} + fi +done + +if [ ${TARGET_INDEX} -eq -1 ];then + message "could not find ${CURRENT_TARGET} in ${TARGET_ARRS[@]}" + exit -1 +fi + +#BASE_DIR=${HOME}/pi +#https://stackoverflow.com/questions/59895/how-to-get-the-source-directory-of-a-bash-script-from-within-the-script-itself +SOURCE="${BASH_SOURCE[0]}" +while [ -h "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symlink + DIR="$( cd -P "$( dirname "$SOURCE" )" >/dev/null 2>&1 && pwd )" + SOURCE="$(readlink "$SOURCE")" + [[ $SOURCE != /* ]] && SOURCE="$DIR/$SOURCE" # if $SOURCE was a relative symlink, we need to resolve it relative to the path where the symlink file was located +done +BASE_DIR="$( cd -P "$( dirname "$SOURCE" )" >/dev/null 2>&1 && pwd )" + +CROSS_COMPILER_URL=${COMPILER_ARRS[$TARGET_INDEX]} +CROSS_COMPILER_DIR=${BASE_DIR}/compile_tools/cross_compiler_${COMPILER_DESTDIR[$TARGET_INDEX]} +COMPILER_DOWNLOAD_CMD=${COMPILER_DOWNLOAD_CMD_LIST[$TARGET_INDEX]} +DETECT=${DETECT_LIST[$TARGET_INDEX]} +LIBND4J_PLATFORM_EXT=${LIBND4J_PLATFORM_EXT_LIST[$TARGET_INDEX]} +BLAS_TARGET_NAME=${OPENBLAS_TARGETS[$TARGET_INDEX]} +ARMCOMPUTE_TARGET=${ARMCOMPUTE_TARGETS[$TARGET_INDEX]} +TARGET_OS=${OS_LIST[$TARGET_INDEX]} +LIBND4J_PLATFORM=${TARGET_OS}-${LIBND4J_PLATFORM_EXT} +PREFIX=${PREFIXES[$TARGET_INDEX]} + +CMAKE=cmake #/snap/bin/cmake +mkdir -p ${BASE_DIR}/compile_tools/ + +SCONS_LOCAL_URL=http://prdownloads.sourceforge.net/scons/scons-local-3.1.1.tar.gz +SCONS_LOCAL_DIR=${BASE_DIR}/compile_tools/scons_local + +THIRD_PARTY=${BASE_DIR}/third_party_libs${TARGET_INDEX} + +ARMCOMPUTE_GIT_URL=https://github.com/ARM-software/ComputeLibrary.git +ARMCOMPUTE_DIR=${THIRD_PARTY}/arm_compute_dir + +OPENBLAS_GIT_URL="https://github.com/xianyi/OpenBLAS.git" +OPENBLAS_DIR=${THIRD_PARTY}/OpenBLAS + + +mkdir -p ${BASE_DIR} +mkdir -p ${THIRD_PARTY} + +#change directory to base +cd $BASE_DIR + +function check_requirements { + for i in "${@}" + do + if [ ! -e "$i" ]; then + message "missing: ${i}" + exit -2 + fi + done +} + +function rename_top_folder { + for dir in ${1}/* + do + if [ -d "$dir" ] + then + mv "${dir}" "${1}/folder/" + message "${dir} => ${1}/folder/" + break + fi + done +} + +function download_extract_base { + #$1 is url #2 is dir $3 is extract argument + if [ ! -f ${3}_file ]; then + message "download" + wget --quiet --show-progress -O ${3}_file ${2} + fi + + message "extract $@" + #extract + mkdir -p ${3} + if [ ${1} = "-unzip" ]; then + command="unzip -qq ${3}_file -d ${3} " + else + command="tar ${1} ${3}_file --directory=${3} " + fi + message $command + $command + check_requirements "${3}" +} + +function download_extract { + download_extract_base -xzf $@ +} + +function download_extract_xz { + download_extract_base -xf $@ +} + +function download_extract_unzip { + download_extract_base -unzip $@ +} + +function git_check { + #$1 is url #$2 is dir #$3 is tag or branch if optional + command= + if [ -n "$3" ]; then + command="git clone --quiet --depth 1 --branch ${3} ${1} ${2}" + else + command="git clone --quiet ${1} ${2}" + fi + message "$command" + $command + check_requirements "${2}" +} + +#fix py debug linkage manually and also makes it use gold +function fix_pi_linker { + #$1 BINUTILS folder + if [ ! -f ${1}/ld.original ]; then + mv ${1}/ld ${1}/ld.original + fi + rm -f ${1}/ld + printf '#!/usr/bin/env bash\n'"${1}/ld.gold --long-plt \$*">${1}/ld + chmod +x ${1}/ld +} + +if [ ! -d ${CROSS_COMPILER_DIR}/folder ]; then + #out file + message "download CROSS_COMPILER" + ${COMPILER_DOWNLOAD_CMD} ${CROSS_COMPILER_URL} ${CROSS_COMPILER_DIR} + message "rename top folder (instead of --strip-components=1)" + rename_top_folder ${CROSS_COMPILER_DIR} +fi + +CROSS_COMPILER_DIR=${CROSS_COMPILER_DIR}/folder + +if [ "${TARGET_OS}" = "android" ];then + ANDROID_TOOLCHAIN=${CROSS_COMPILER_DIR}/toolchains/llvm/prebuilt/linux-x86_64 + COMPILER_PREFIX="${ANDROID_TOOLCHAIN}/bin/${PREFIX}${ANDROID_VERSION}" + TOOLCHAIN_PREFIX="${ANDROID_TOOLCHAIN}/bin/${PREFIX}" + if [ "$BLAS_TARGET_NAME" = "ARMV7" ];then + BLAS_XTRA="ARM_SOFTFP_ABI=1 " + COMPILER_PREFIX="${ANDROID_TOOLCHAIN}/bin/armv7a-linux-androideabi${ANDROID_VERSION}" + fi + CC_EXE="clang" + CXX_EXE="clang++" + AR="${TOOLCHAIN_PREFIX}-ar" + RANLIB="${TOOLCHAIN_PREFIX}-ranlib" + BLAS_XTRA="CC=${COMPILER_PREFIX}-${CC_EXE} AR=${AR} RANLIB=${RANLIB} ${BLAS_XTRA}" +else + BINUTILS_BIN=${CROSS_COMPILER_DIR}/${PREFIX}/bin + COMPILER_PREFIX=${CROSS_COMPILER_DIR}/bin/${PREFIX} + TOOLCHAIN_PREFIX=${COMPILER_PREFIX} + SYS_ROOT=${CROSS_COMPILER_DIR}/${PREFIX}/libc + #LD_LIBRARY_PATH=${CROSS_COMPILER_DIR}/lib:$LD_LIBRARY_PATH + CC_EXE="gcc" + CXX_EXE="g++" + RANLIB="${BINUTILS_BIN}/ranlib" + export LD="${BINUTILS_BIN}/ld" + AR="${BINUTILS_BIN}/ar" + BLAS_XTRA="CC=${COMPILER_PREFIX}-${CC_EXE} AR=${AR} RANLIB=${RANLIB} CFLAGS=--sysroot=${SYS_ROOT} LDFLAGS=\"-L${SYS_ROOT}/../lib/ -lm\"" +fi + +check_requirements ${CC} + +if [ -z "${BUILD_USING_MAVEN}" ] ;then +#lets build OpenBlas +if [ ! -d "${OPENBLAS_DIR}" ]; then + message "download OpenBLAS" + git_check "${OPENBLAS_GIT_URL}" "${OPENBLAS_DIR}" "v0.3.10" +fi + +if [ ! -f "${THIRD_PARTY}/lib/libopenblas.so" ]; then + message "build and install OpenBLAS" + cd ${OPENBLAS_DIR} + + command="make TARGET=${BLAS_TARGET_NAME} HOSTCC=gcc NOFORTRAN=1 ${BLAS_XTRA} " + message $command + eval $command &>/dev/null + message "install it" + command="make TARGET=${BLAS_TARGET_NAME} PREFIX=${THIRD_PARTY} install &>/dev/null" + message $command + $command + cd $BASE_DIR + +fi +check_requirements ${THIRD_PARTY}/lib/libopenblas.so + +export OPENBLAS_PATH=${THIRD_PARTY} + +fi # end if [ -z "${BUILD_USING_MAVEN}"];then + +if [ ! -d ${SCONS_LOCAL_DIR} ]; then + #out file + message "download Scons local" + download_extract ${SCONS_LOCAL_URL} ${SCONS_LOCAL_DIR} +fi +check_requirements ${SCONS_LOCAL_DIR}/scons.py + +if [ ! -d "${ARMCOMPUTE_DIR}" ]; then + message "download ArmCompute Source" + git_check ${ARMCOMPUTE_GIT_URL} "${ARMCOMPUTE_DIR}" "${ARMCOMPUTE_TAG}" +fi + +#build armcompute +if [ ! -f "${ARMCOMPUTE_DIR}/build/libarm_compute-static.a" ]; then +message "build arm compute" +cd ${ARMCOMPUTE_DIR} +command="CC=${CC_EXE} CXX=${CXX_EXE} python3 ${SCONS_LOCAL_DIR}/scons.py Werror=1 -j$(nproc) toolchain_prefix=${TOOLCHAIN_PREFIX}- compiler_prefix=${COMPILER_PREFIX}- debug=${ARMCOMPUTE_DEBUG} neon=1 opencl=0 extra_cxx_flags=-fPIC os=${TARGET_OS} build=cross_compile arch=${ARMCOMPUTE_TARGET} " +message $command +eval $command &>/dev/null +cd ${BASE_DIR} +fi +check_requirements "${ARMCOMPUTE_DIR}/build/libarm_compute-static.a" "${ARMCOMPUTE_DIR}/build/libarm_compute_core-static.a" + +export ARMCOMPUTE_ROOT="${ARMCOMPUTE_DIR}" + +if [ "${TARGET_OS}" = "android" ];then + export ANDROID_NDK=${CROSS_COMPILER_DIR} +else + export RPI_BIN=${CROSS_COMPILER_DIR}/bin/${PREFIX} + export JAVA_LIBRARY_PATH=${CROSS_COMPILER_DIR}/${PREFIX}/lib + fix_pi_linker ${BINUTILS_BIN} +fi + + +#because of the toolchain passive detection we have to delete build folder manually +detect=$(cat ${BASE_DIR}/blasbuild/cpu/CMakeCache.txt | grep -o ${PREFIX}) +if [ -z "${detect}" ] ;then +message "remove blasbuild folder " +rm -rf $BASE_DIR/blasbuild/ +else +message "keep blasbuild folder" +fi + +if [ -z "${BUILD_USING_MAVEN}" ] ;then +message "lets build just library" +DHELPER=" -h armcompute " +bash ./buildnativeoperations.sh -o ${LIBND4J_PLATFORM} -t ${DHELPER} -j $(nproc) +else +message "cd $BASE_DIR/.. " +cd $BASE_DIR/.. +message "lets build jars" +DHELPER=" -Dlibnd4j.helper=armcompute " +mvn install -Dlibnd4j.platform=${LIBND4J_PLATFORM} -Djavacpp.platform=${LIBND4J_PLATFORM} -DprotocCommand=protoc -Djavacpp.platform.compiler=${COMPILER_PREFIX}-${CC_EXE} -Djava.library.path=${JAVA_LIBRARY_PATH} ${DHELPER} -Dmaven.test.skip=true -Dmaven.javadoc.skip=true +fi