Files
llama.cpp/examples/sycl/build.sh
T
Neo Zhang dcbff21661 sycl : fix AOT for more than 4GB (#31873)
* fix aot for >4g garbage output issue; add --aot in build script

* correct the aot flag

* support no-xmx build, update the code for no-xmx building, rename nossl to no-ssl
2026-11-12 08:54:58 +02:00

100 lines
2.9 KiB
Bash
Executable File

#!/usr/bin/env bash
# MIT license
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: MIT
print_usage() {
echo "Usage: ./build.sh [fp32|fp16] [ssl|no-ssl] [no-xmx] [--aot aot_flags] [--help]"
echo ""
echo "Options:"
echo " fp32 Build with FP32 precision (default)"
echo " fp16 Build with FP16 precision (faster for long-prompt inference)"
echo " ssl Build with OpenSSL (default)"
echo " no-ssl Build without OpenSSL"
echo " no-xmx Disable XMX (DPAS) support"
echo " --aot Set SYCL AOT device architecture, e.g. arl-h,acm-g10,bmg-g21 or bmg-g21"
echo " --help Print this help message"
}
PRECISION=fp32
SSL=ON
AOT_FLAGS=""
SYCL_SUPPORT_XMX=ON
while [[ $# -gt 0 ]]; do
case "$1" in
--help)
print_usage
exit 0
;;
fp32|fp16)
PRECISION="$1"
shift
;;
ssl)
SSL=ON
shift
;;
no-ssl)
SSL=OFF
shift
;;
no-xmx)
SYCL_SUPPORT_XMX=OFF
shift
;;
--aot)
if [[ $# -lt 2 || "$2" == --* ]]; then
echo "Error: --aot requires aot_flags"
print_usage
exit 1
fi
AOT_FLAGS="$2"
shift 2
;;
*)
echo "Error: unknown option '$1'"
print_usage
exit 1
;;
esac
done
AOT_OPTION=()
if [[ -n "$AOT_FLAGS" ]]; then
AOT_OPTION=("-DGGML_SYCL_DEVICE_ARCH=$AOT_FLAGS")
fi
mkdir -p build
cd build
source /opt/intel/oneapi/setvars.sh
if [ "$PRECISION" = "fp16" ]; then
#for FP16
printf 'cmake .. -DGGML_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DGGML_SYCL_F16=ON -DGGML_SYCL_SUPPORT_XMX=%s -DLLAMA_OPENSSL=%s' "$SYCL_SUPPORT_XMX" "$SSL"
if [[ ${#AOT_OPTION[@]} -gt 0 ]]; then
printf ' %s' "${AOT_OPTION[@]}"
fi
echo " # faster for long-prompt inference"
cmake .. -DGGML_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DGGML_SYCL_F16=ON -DGGML_SYCL_SUPPORT_XMX="$SYCL_SUPPORT_XMX" -DLLAMA_OPENSSL="$SSL" "${AOT_OPTION[@]}" # faster for long-prompt inference
else
#for FP32
printf 'cmake .. -DGGML_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DGGML_SYCL_SUPPORT_XMX=%s -DLLAMA_OPENSSL=%s' "$SYCL_SUPPORT_XMX" "$SSL"
if [[ ${#AOT_OPTION[@]} -gt 0 ]]; then
printf ' %s' "${AOT_OPTION[@]}"
fi
echo
cmake .. -DGGML_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DGGML_SYCL_SUPPORT_XMX="$SYCL_SUPPORT_XMX" -DLLAMA_OPENSSL="$SSL" "${AOT_OPTION[@]}"
fi
#build example/main
#cmake --build . --config Release --target main
#build example/llama-bench
#cmake --build . --config Release --target llama-bench
#build all binary
BUILD_JOBS=$((($(nproc) + 1) / 2))
echo "cmake --build . --config Release -j$BUILD_JOBS -v"
cmake --build . --config Release -j"$BUILD_JOBS" -v