build: add SM75 dense and MoE scripts

This commit is contained in:
xrip committed 2026-09-21 20:56:54 +03:00
1 parent e14d7024f7
commit 704bb2f222
2 files changed
+34

No files matched your search

Executable
+17
View File
@@ -0,0 +1,17 @@
#!/usr/bin/env bash
set -euo pipefail
root=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)
# Force MMQ for supported quantized operations; floating-point operations still use cuBLAS.
cmake -S "$root" -B "$root/build-dense" \
-DCMAKE_BUILD_TYPE=Release \
-DCMAKE_C_COMPILER=gcc-14 -DCMAKE_CXX_COMPILER=g++-14 \
-DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc \
-DCMAKE_CUDA_HOST_COMPILER=g++-14 -DCMAKE_CUDA_ARCHITECTURES=75 \
-DGGML_NATIVE=ON -DGGML_OPENMP=ON \
-DGGML_CUDA=ON -DGGML_VULKAN=OFF -DGGML_BLAS=OFF \
-DGGML_CUDA_FORCE_MMQ=ON -DGGML_CUDA_FORCE_CUBLAS=OFF \
-DLLAMA_BUILD_TESTS=ON -DLLAMA_BUILD_TOOLS=ON
cmake --build "$root/build-dense" --parallel "${CMAKE_BUILD_PARALLEL_LEVEL:-12}" \
--target llama-server llama-cli llama-bench test-backend-ops
Executable
+17
View File
@@ -0,0 +1,17 @@
#!/usr/bin/env bash
set -euo pipefail
root=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)
# Keep the existing MoE build's forced-cuBLAS setting.
cmake -S "$root" -B "$root/build-cublas" \
-DCMAKE_BUILD_TYPE=Release \
-DCMAKE_C_COMPILER=gcc-14 -DCMAKE_CXX_COMPILER=g++-14 \
-DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc \
-DCMAKE_CUDA_HOST_COMPILER=g++-14 -DCMAKE_CUDA_ARCHITECTURES=75 \
-DGGML_NATIVE=ON -DGGML_OPENMP=ON \
-DGGML_CUDA=ON -DGGML_VULKAN=OFF -DGGML_BLAS=OFF \
-DGGML_CUDA_FORCE_MMQ=OFF -DGGML_CUDA_FORCE_CUBLAS=ON \
-DLLAMA_BUILD_TESTS=ON -DLLAMA_BUILD_TOOLS=ON
cmake --build "$root/build-cublas" --parallel "${CMAKE_BUILD_PARALLEL_LEVEL:-12}" \
--target llama-server llama-cli llama-bench test-backend-ops