build: add SM75 dense and MoE scripts
This commit is contained in:
1 parent
e14d7024f7
commit
704bb2f222
2 files changed
+34
No files matched your search
Executable
+17
@@ -0,0 +1,17 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
root=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)
|
||||||
|
|
||||||
|
# Force MMQ for supported quantized operations; floating-point operations still use cuBLAS.
|
||||||
|
cmake -S "$root" -B "$root/build-dense" \
|
||||||
|
-DCMAKE_BUILD_TYPE=Release \
|
||||||
|
-DCMAKE_C_COMPILER=gcc-14 -DCMAKE_CXX_COMPILER=g++-14 \
|
||||||
|
-DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc \
|
||||||
|
-DCMAKE_CUDA_HOST_COMPILER=g++-14 -DCMAKE_CUDA_ARCHITECTURES=75 \
|
||||||
|
-DGGML_NATIVE=ON -DGGML_OPENMP=ON \
|
||||||
|
-DGGML_CUDA=ON -DGGML_VULKAN=OFF -DGGML_BLAS=OFF \
|
||||||
|
-DGGML_CUDA_FORCE_MMQ=ON -DGGML_CUDA_FORCE_CUBLAS=OFF \
|
||||||
|
-DLLAMA_BUILD_TESTS=ON -DLLAMA_BUILD_TOOLS=ON
|
||||||
|
cmake --build "$root/build-dense" --parallel "${CMAKE_BUILD_PARALLEL_LEVEL:-12}" \
|
||||||
|
--target llama-server llama-cli llama-bench test-backend-ops
|
||||||
Executable
+17
@@ -0,0 +1,17 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
root=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)
|
||||||
|
|
||||||
|
# Keep the existing MoE build's forced-cuBLAS setting.
|
||||||
|
cmake -S "$root" -B "$root/build-cublas" \
|
||||||
|
-DCMAKE_BUILD_TYPE=Release \
|
||||||
|
-DCMAKE_C_COMPILER=gcc-14 -DCMAKE_CXX_COMPILER=g++-14 \
|
||||||
|
-DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc \
|
||||||
|
-DCMAKE_CUDA_HOST_COMPILER=g++-14 -DCMAKE_CUDA_ARCHITECTURES=75 \
|
||||||
|
-DGGML_NATIVE=ON -DGGML_OPENMP=ON \
|
||||||
|
-DGGML_CUDA=ON -DGGML_VULKAN=OFF -DGGML_BLAS=OFF \
|
||||||
|
-DGGML_CUDA_FORCE_MMQ=OFF -DGGML_CUDA_FORCE_CUBLAS=ON \
|
||||||
|
-DLLAMA_BUILD_TESTS=ON -DLLAMA_BUILD_TOOLS=ON
|
||||||
|
cmake --build "$root/build-cublas" --parallel "${CMAKE_BUILD_PARALLEL_LEVEL:-12}" \
|
||||||
|
--target llama-server llama-cli llama-bench test-backend-ops
|
||||||
Reference in new issue
Block a user