18 lines
800 B
Bash
Executable File
18 lines
800 B
Bash
Executable File
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
root=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)
|
|
|
|
# Force MMQ for supported quantized operations; floating-point operations still use cuBLAS.
|
|
cmake -S "$root" -B "$root/build-dense" \
|
|
-DCMAKE_BUILD_TYPE=Release \
|
|
-DCMAKE_C_COMPILER=gcc-14 -DCMAKE_CXX_COMPILER=g++-14 \
|
|
-DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc \
|
|
-DCMAKE_CUDA_HOST_COMPILER=g++-14 -DCMAKE_CUDA_ARCHITECTURES=75 \
|
|
-DGGML_NATIVE=ON -DGGML_OPENMP=ON \
|
|
-DGGML_CUDA=ON -DGGML_VULKAN=OFF -DGGML_BLAS=OFF \
|
|
-DGGML_CUDA_FORCE_MMQ=ON -DGGML_CUDA_FORCE_CUBLAS=OFF \
|
|
-DLLAMA_BUILD_TESTS=ON -DLLAMA_BUILD_TOOLS=ON
|
|
cmake --build "$root/build-dense" --parallel "${CMAKE_BUILD_PARALLEL_LEVEL:-12}" \
|
|
--target llama-server llama-cli llama-bench test-backend-ops
|