Repository: ggml-org/llama.cpp
Pull request: musa: fix build warnings (unused variable)

*Make sure to read the [contributing guidelines](https://github.com/ggml-org/llama.cpp/blob/master/CONTRIBUTING.md) before submitting a PR*

### Testing Done

A fresh build with `musa` was completed successfully with no warnings.

```bash
root@ff759de5dd90:/ws# rm -rf ./build
root@ff759de5dd90:/ws# cmake -B build -DGGML_MUSA=ON -DMUSA_ARCHITECTURES=21
-- The C compiler identification is GNU 11.4.0
-- The CXX compiler identification is GNU 11.4.0
-- Detecting C compiler ABI info
-- Detecting C compiler ABI info - done
-- Check for working C compiler: /usr/bin/cc - skipped
-- Detecting C compile features
-- Detecting C compile features - done
-- Detecting CXX compiler ABI info
-- Detecting CXX compiler ABI info - done
-- Check for working CXX compiler: /usr/bin/c++ - skipped
-- Detecting CXX compile features
-- Detecting CXX compile features - done
-- Found Git: /usr/bin/git (found version "2.34.1") 
-- Looking for pthread.h
-- Looking for pthread.h - found
-- Performing Test CMAKE_HAVE_LIBC_PTHREAD
-- Performing Test CMAKE_HAVE_LIBC_PTHREAD - Success
-- Found Threads: TRUE  
-- ccache found, compilation results will be cached. Disable with GGML_CCACHE=OFF.
-- CMAKE_SYSTEM_PROCESSOR: x86_64
-- GGML_SYSTEM_ARCH: x86
-- Including CPU backend
-- Found OpenMP_C: -fopenmp (found version "4.5") 
-- Found OpenMP_CXX: -fopenmp (found version "4.5") 
-- Found OpenMP: TRUE (found version "4.5")  
-- x86 detected
-- Adding CPU backend variant ggml-cpu: -march=native 
-- Found MUSAToolkit: /usr/local/musa/include  
-- MUSA Toolkit found
-- Using MUSA architectures: 21
-- Including MUSA backend
-- ggml version: 0.0.5985
-- ggml commit:  3f4fc97f1
-- Found CURL: /usr/lib/x86_64-linux-gnu/libcurl.so (found version "7.81.0")  
-- Configuring done
-- Generating done
-- Build files have been written to: /ws/build
root@ff759de5dd90:/ws# cmake -B build -DGGML_MUSA=ON -DMUSA_ARCHITECTURES=21
-- ccache found, compilation results will be cached. Disable with GGML_CCACHE=OFF.
-- CMAKE_SYSTEM_PROCESSOR: x86_64
-- GGML_SYSTEM_ARCH: x86
-- Including CPU backend
-- x86 detected
-- Adding CPU backend variant ggml-cpu: -march=native 
-- MUSA Toolkit found
-- Using MUSA architectures: 21
-- Including MUSA backend
-- ggml version: 0.0.5985
-- ggml commit:  3f4fc97f1
-- Configuring done
-- Generating done
-- Build files have been written to: /ws/build
root@ff759de5dd90:/ws# cmake --build build -j $(nproc) --config Release
[  0%] Building C object examples/gguf-hash/CMakeFiles/sha256.dir/deps/sha256/sha256.c.o
[  0%] Building CXX object common/CMakeFiles/build_info.dir/build-info.cpp.o
[  0%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml.c.o
[  0%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml.cpp.o
[  2%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml-alloc.c.o
[  2%] Building C object examples/gguf-hash/CMakeFiles/xxhash.dir/deps/xxhash/xxhash.c.o
[  2%] Building C object examples/gguf-hash/CMakeFiles/sha1.dir/deps/sha1/sha1.c.o
[  3%] Building CXX object tools/mtmd/CMakeFiles/llama-llava-cli.dir/deprecation-warning.cpp.o
[  3%] Building CXX object tools/mtmd/CMakeFiles/llama-minicpmv-cli.dir/deprecation-warning.cpp.o
[  4%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-backend.cpp.o
[  4%] Building CXX object tools/mtmd/CMakeFiles/llama-gemma3-cli.dir/deprecation-warning.cpp.o
[  4%] Building CXX object tools/mtmd/CMakeFiles/llama-qwen2vl-cli.dir/deprecation-warning.cpp.o
[  4%] Built target sha256
[  4%] Built target build_info
[  4%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-opt.cpp.o
[  5%] Building C object ggml/src/CMakeFiles/ggml-base.dir/ggml-quants.c.o
[  5%] Built target sha1
[  5%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/ggml-threading.cpp.o
[  5%] Built target xxhash
[  5%] Linking CXX executable ../../bin/llama-llava-cli
[  6%] Linking CXX executable ../../bin/llama-gemma3-cli
[  6%] Linking CXX executable ../../bin/llama-minicpmv-cli
[  6%] Building CXX object ggml/src/CMakeFiles/ggml-base.dir/gguf.cpp.o
[  7%] Linking CXX executable ../../bin/llama-qwen2vl-cli
[  7%] Linking CXX shared library ../../bin/libggml-base.so
[  7%] Built target llama-gemma3-cli
[  7%] Built target llama-minicpmv-cli
[  7%] Built target llama-llava-cli
[  7%] Built target llama-qwen2vl-cli
[  7%] Built target ggml-base
[  8%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ggml-cpu.c.o
[  8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ggml-cpu.cpp.o
[  8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/repack.cpp.o
[  8%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/hbm.cpp.o
[  9%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/quants.c.o
[  9%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/traits.cpp.o
[ 10%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/amx/mmq.cpp.o
[ 10%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/binary-ops.cpp.o
[ 10%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/unary-ops.cpp.o
[ 10%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/amx/amx.cpp.o
[ 10%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/vec.cpp.o
[ 10%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/acc.cu.o
[ 11%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/ops.cpp.o
[ 11%] Building C object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/arch/x86/quants.c.o
[ 11%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/llamafile/sgemm.cpp.o
[ 12%] Building CXX object ggml/src/CMakeFiles/ggml-cpu.dir/ggml-cpu/arch/x86/repack.cpp.o
[ 13%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/arange.cu.o
[ 13%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/argmax.cu.o
[ 13%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/argsort.cu.o
[ 14%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/clamp.cu.o
[ 14%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/binbcast.cu.o
[ 14%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/concat.cu.o
[ 14%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/conv-transpose-1d.cu.o
[ 15%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/conv2d-transpose.cu.o
[ 15%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/conv2d-dw.cu.o
[ 15%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/convert.cu.o
[ 15%] Linking CXX shared library ../../bin/libggml-cpu.so
[ 15%] Built target ggml-cpu
[ 16%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/count-equal.cu.o
[ 16%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/cpy.cu.o
[ 16%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/cross-entropy-loss.cu.o
[ 16%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/diagmask.cu.o
[ 17%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/fattn-tile-f16.cu.o
[ 17%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/fattn-tile-f32.cu.o
[ 17%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/fattn-wmma-f16.cu.o
[ 18%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/fattn.cu.o
[ 18%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/getrows.cu.o
[ 18%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/ggml-cuda.cu.o
[ 18%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/gla.cu.o
[ 19%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/im2col.cu.o
[ 19%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/mean.cu.o
[ 19%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/mmq.cu.o
[ 20%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/mmv.cu.o
[ 20%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/mmvq.cu.o
[ 20%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/norm.cu.o
[ 21%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/opt-step-adamw.cu.o
[ 21%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/out-prod.cu.o
[ 21%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/pad.cu.o
[ 21%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/pool2d.cu.o
[ 22%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/quantize.cu.o
[ 22%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/rope.cu.o
[ 22%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/scale.cu.o
[ 23%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/set-rows.cu.o
[ 23%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/softmax.cu.o
[ 23%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/ssm-conv.cu.o
[ 24%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/ssm-scan.cu.o
[ 24%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/sum.cu.o
[ 24%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/sumrows.cu.o
[ 24%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/tsembd.cu.o
[ 25%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/unary.cu.o
[ 25%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/upscale.cu.o
[ 25%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/wkv.cu.o
[ 26%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_1-ncols2_16.cu.o
[ 26%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_1-ncols2_8.cu.o
[ 26%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_16-ncols2_1.cu.o
[ 27%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_16-ncols2_2.cu.o
[ 27%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_16-ncols2_4.cu.o
[ 27%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_16.cu.o
[ 27%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_4.cu.o
[ 28%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_8.cu.o
[ 28%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_32-ncols2_1.cu.o
[ 28%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_32-ncols2_2.cu.o
[ 29%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_16.cu.o
[ 29%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_2.cu.o
[ 29%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_4.cu.o
[ 29%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_8.cu.o
[ 30%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_64-ncols2_1.cu.o
[ 30%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_1.cu.o
[ 30%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_2.cu.o
[ 31%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_4.cu.o
[ 31%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_8.cu.o
[ 31%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-iq1_s.cu.o
[ 32%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-iq2_s.cu.o
[ 32%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-iq2_xs.cu.o
[ 32%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-iq2_xxs.cu.o
[ 32%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-iq3_s.cu.o
[ 33%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-iq3_xxs.cu.o
[ 33%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-iq4_nl.cu.o
[ 33%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-iq4_xs.cu.o
[ 34%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-q2_k.cu.o
[ 34%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-q3_k.cu.o
[ 34%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-q4_0.cu.o
[ 35%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-q4_1.cu.o
[ 35%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-q4_k.cu.o
[ 35%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-q5_0.cu.o
[ 35%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-q5_1.cu.o
[ 36%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-q5_k.cu.o
[ 36%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-q6_k.cu.o
[ 36%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/mmq-instance-q8_0.cu.o
[ 37%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_0-q4_0.cu.o
[ 37%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_0-q4_0.cu.o
[ 37%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q8_0-q8_0.cu.o
[ 37%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q8_0-q8_0.cu.o
[ 38%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-f16-f16.cu.o
[ 38%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-vec-f16-instance-hs256-f16-f16.cu.o
[ 38%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-vec-f16-instance-hs64-f16-f16.cu.o
[ 39%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-f16-f16.cu.o
[ 39%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-vec-f32-instance-hs256-f16-f16.cu.o
[ 39%] Building CXX object ggml/src/ggml-musa/CMakeFiles/ggml-musa.dir/__/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-f16.cu.o
[ 40%] Linking CXX shared library ../../../bin/libggml-musa.so
[ 40%] Built target ggml-musa
[ 40%] Building CXX object ggml/src/CMakeFiles/ggml.dir/ggml-backend-reg.cpp.o
[ 41%] Linking CXX shared library ../../bin/libggml.so
[ 41%] Built target ggml
[ 41%] Building CXX object examples/gguf-hash/CMakeFiles/llama-gguf-hash.dir/gguf-hash.cpp.o
[ 42%] Building CXX object examples/gguf/CMakeFiles/llama-gguf.dir/gguf.cpp.o
[ 42%] Building CXX object src/CMakeFiles/llama.dir/llama.cpp.o
[ 42%] Building CXX object src/CMakeFiles/llama.dir/llama-adapter.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/llama-batch.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/llama-chat.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/llama-context.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/llama-arch.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/llama-grammar.cpp.o
[ 43%] Building CXX object src/CMakeFiles/llama.dir/llama-graph.cpp.o
[ 44%] Building CXX object src/CMakeFiles/llama.dir/llama-cparams.cpp.o
[ 45%] Building CXX object src/CMakeFiles/llama.dir/llama-hparams.cpp.o
[ 45%] Linking CXX executable ../../bin/llama-gguf-hash
[ 45%] Building CXX object src/CMakeFiles/llama.dir/llama-impl.cpp.o
[ 45%] Linking CXX executable ../../bin/llama-gguf
[ 45%] Building CXX object src/CMakeFiles/llama.dir/llama-kv-cache-unified.cpp.o
[ 45%] Building CXX object src/CMakeFiles/llama.dir/llama-io.cpp.o
[ 46%] Building CXX object src/CMakeFiles/llama.dir/llama-kv-cache-unified-iswa.cpp.o
[ 46%] Building CXX object src/CMakeFiles/llama.dir/llama-memory.cpp.o
[ 46%] Building CXX object src/CMakeFiles/llama.dir/llama-memory-hybrid.cpp.o
[ 47%] Building CXX object src/CMakeFiles/llama.dir/llama-mmap.cpp.o
[ 47%] Building CXX object src/CMakeFiles/llama.dir/llama-memory-recurrent.cpp.o
[ 47%] Building CXX object src/CMakeFiles/llama.dir/llama-model-loader.cpp.o
[ 47%] Building CXX object src/CMakeFiles/llama.dir/llama-model-saver.cpp.o
[ 48%] Building CXX object src/CMakeFiles/llama.dir/llama-model.cpp.o
[ 48%] Building CXX object src/CMakeFiles/llama.dir/llama-quant.cpp.o
[ 48%] Building CXX object src/CMakeFiles/llama.dir/llama-sampling.cpp.o
[ 49%] Building CXX object src/CMakeFiles/llama.dir/llama-vocab.cpp.o
[ 49%] Building CXX object src/CMakeFiles/llama.dir/unicode-data.cpp.o
[ 49%] Building CXX object src/CMakeFiles/llama.dir/unicode.cpp.o
[ 50%] Linking CXX shared library ../bin/libllama.so
[ 50%] Built target llama-gguf-hash
[ 50%] Built target llama-gguf
[ 50%] Built target llama
[ 50%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/clip.cpp.o
[ 50%] Building CXX object examples/simple/CMakeFiles/llama-simple.dir/simple.cpp.o
[ 51%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd-audio.cpp.o
[ 52%] Building CXX object examples/simple-chat/CMakeFiles/llama-simple-chat.dir/simple-chat.cpp.o
[ 52%] Building C object tests/CMakeFiles/test-c.dir/test-c.c.o
[ 52%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd.cpp.o
[ 52%] Building CXX object tools/mtmd/CMakeFiles/mtmd.dir/mtmd-helper.cpp.o
[ 52%] Building CXX object common/CMakeFiles/common.dir/console.cpp.o
[ 53%] Building CXX object common/CMakeFiles/common.dir/chat-parser.cpp.o
[ 53%] Building CXX object common/CMakeFiles/common.dir/arg.cpp.o
[ 53%] Building CXX object common/CMakeFiles/common.dir/chat.cpp.o
[ 53%] Building CXX object common/CMakeFiles/common.dir/common.cpp.o
[ 53%] Linking CXX executable ../../bin/llama-simple
[ 53%] Linking C executable ../bin/test-c
[ 53%] Linking CXX executable ../../bin/llama-simple-chat
[ 54%] Building CXX object common/CMakeFiles/common.dir/json-partial.cpp.o
[ 54%] Building CXX object common/CMakeFiles/common.dir/json-schema-to-grammar.cpp.o
[ 54%] Building CXX object common/CMakeFiles/common.dir/llguidance.cpp.o
[ 54%] Building CXX object common/CMakeFiles/common.dir/log.cpp.o
[ 55%] Building CXX object common/CMakeFiles/common.dir/ngram-cache.cpp.o
[ 55%] Linking CXX shared library ../../bin/libmtmd.so
[ 55%] Building CXX object common/CMakeFiles/common.dir/regex-partial.cpp.o
[ 55%] Building CXX object common/CMakeFiles/common.dir/sampling.cpp.o
[ 56%] Building CXX object common/CMakeFiles/common.dir/speculative.cpp.o
[ 56%] Linking CXX static library libcommon.a
[ 56%] Built target test-c
[ 56%] Built target mtmd
[ 56%] Built target common
[ 56%] Building CXX object tests/CMakeFiles/test-sampling.dir/test-sampling.cpp.o
[ 58%] Building CXX object tests/CMakeFiles/test-grammar-parser.dir/test-grammar-parser.cpp.o
[ 58%] Building CXX object tests/CMakeFiles/test-tokenizer-0.dir/test-tokenizer-0.cpp.o
[ 59%] Building CXX object tests/CMakeFiles/test-grammar-integration.dir/test-grammar-integration.cpp.o
[ 59%] Building CXX object tests/CMakeFiles/test-llama-grammar.dir/test-llama-grammar.cpp.o
[ 60%] Building CXX object tests/CMakeFiles/test-chat.dir/test-chat.cpp.o
[ 61%] Building CXX object tests/CMakeFiles/test-quantize-stats.dir/test-quantize-stats.cpp.o
[ 61%] Building CXX object tests/CMakeFiles/test-json-schema-to-grammar.dir/test-json-schema-to-grammar.cpp.o
[ 61%] Building CXX object tests/CMakeFiles/test-tokenizer-1-bpe.dir/test-tokenizer-1-bpe.cpp.o
[ 61%] Building CXX object tests/CMakeFiles/test-gbnf-validator.dir/test-gbnf-validator.cpp.o
[ 61%] Building CXX object tests/CMakeFiles/test-sampling.dir/get-model.cpp.o
[ 62%] Building CXX object tests/CMakeFiles/test-llama-grammar.dir/get-model.cpp.o
[ 62%] Building CXX object tests/CMakeFiles/test-grammar-parser.dir/get-model.cpp.o
[ 62%] Building CXX object tests/CMakeFiles/test-chat.dir/get-model.cpp.o
[ 62%] Building CXX object tests/CMakeFiles/test-grammar-integration.dir/get-model.cpp.o
[ 62%] Linking CXX executable ../bin/test-tokenizer-0
[ 63%] Building CXX object tests/CMakeFiles/test-json-schema-to-grammar.dir/get-model.cpp.o
[ 64%] Linking CXX executable ../bin/test-tokenizer-1-bpe
[ 64%] Linking CXX executable ../bin/test-gbnf-validator
[ 64%] Linking CXX executable ../bin/test-quantize-stats
[ 65%] Linking CXX executable ../bin/test-sampling
[ 65%] Linking CXX executable ../bin/test-llama-grammar
[ 65%] Linking CXX executable ../bin/test-grammar-parser
[ 65%] Linking CXX executable ../bin/test-grammar-integration
[ 65%] Linking CXX executable ../bin/test-chat
[ 65%] Linking CXX executable ../bin/test-json-schema-to-grammar
[ 65%] Built target llama-simple
[ 65%] Built target llama-simple-chat
[ 65%] Building CXX object tests/CMakeFiles/test-tokenizer-1-spm.dir/test-tokenizer-1-spm.cpp.o
[ 65%] Building CXX object tests/CMakeFiles/test-chat-parser.dir/test-chat-parser.cpp.o
[ 66%] Linking CXX executable ../bin/test-tokenizer-1-spm
[ 66%] Building CXX object tests/CMakeFiles/test-chat-parser.dir/get-model.cpp.o
[ 66%] Linking CXX executable ../bin/test-chat-parser
[ 66%] Built target test-sampling
[ 66%] Built target test-gbnf-validator
[ 66%] Built target test-grammar-parser
[ 66%] Built target test-llama-grammar
[ 66%] Built target test-tokenizer-1-bpe
[ 66%] Building CXX object tests/CMakeFiles/test-chat-template.dir/test-chat-template.cpp.o
[ 66%] Built target test-tokenizer-0
[ 66%] Built target test-quantize-stats
[ 67%] Building CXX object tests/CMakeFiles/test-chat-template.dir/get-model.cpp.o
[ 67%] Building CXX object tests/CMakeFiles/test-log.dir/test-log.cpp.o
[ 67%] Building CXX object tests/CMakeFiles/test-json-partial.dir/test-json-partial.cpp.o
[ 67%] Building CXX object tests/CMakeFiles/test-thread-safety.dir/test-thread-safety.cpp.o
[ 67%] Building CXX object tests/CMakeFiles/test-regex-partial.dir/get-model.cpp.o
[ 67%] Building CXX object tests/CMakeFiles/test-regex-partial.dir/test-regex-partial.cpp.o
[ 67%] Built target test-grammar-integration
[ 67%] Building CXX object tests/CMakeFiles/test-arg-parser.dir/test-arg-parser.cpp.o
[ 67%] Linking CXX executable ../bin/test-chat-template
[ 67%] Building CXX object tests/CMakeFiles/test-log.dir/get-model.cpp.o
[ 68%] Building CXX object tests/CMakeFiles/test-json-partial.dir/get-model.cpp.o
[ 68%] Built target test-json-schema-to-grammar
[ 68%] Building CXX object tests/CMakeFiles/test-thread-safety.dir/get-model.cpp.o
[ 70%] Building CXX object tests/CMakeFiles/test-arg-parser.dir/get-model.cpp.o
[ 70%] Linking CXX executable ../bin/test-regex-partial
[ 70%] Linking CXX executable ../bin/test-json-partial
[ 71%] Linking CXX executable ../bin/test-log
[ 72%] Building CXX object tests/CMakeFiles/test-gguf.dir/test-gguf.cpp.o
[ 72%] Linking CXX executable ../bin/test-thread-safety
[ 72%] Building CXX object tests/CMakeFiles/test-backend-ops.dir/test-backend-ops.cpp.o
[ 72%] Building CXX object tests/CMakeFiles/test-model-load-cancel.dir/test-model-load-cancel.cpp.o
[ 72%] Linking CXX executable ../bin/test-arg-parser
[ 72%] Built target test-chat
[ 72%] Building CXX object tests/CMakeFiles/test-gguf.dir/get-model.cpp.o
[ 72%] Built target test-chat-parser
[ 72%] Building CXX object tests/CMakeFiles/test-model-load-cancel.dir/get-model.cpp.o
[ 72%] Building CXX object tests/CMakeFiles/test-backend-ops.dir/get-model.cpp.o
[ 73%] Linking CXX executable ../bin/test-model-load-cancel
[ 74%] Linking CXX executable ../bin/test-backend-ops
[ 74%] Building CXX object tests/CMakeFiles/test-autorelease.dir/test-autorelease.cpp.o
[ 74%] Linking CXX executable ../bin/test-gguf
[ 74%] Built target test-tokenizer-1-spm
[ 75%] Building CXX object tests/CMakeFiles/test-autorelease.dir/get-model.cpp.o
[ 75%] Building CXX object tests/CMakeFiles/test-barrier.dir/test-barrier.cpp.o
[ 75%] Linking CXX executable ../bin/test-autorelease
[ 75%] Building CXX object tests/CMakeFiles/test-barrier.dir/get-model.cpp.o
[ 76%] Building CXX object tests/CMakeFiles/test-quantize-fns.dir/test-quantize-fns.cpp.o
[ 77%] Linking CXX executable ../bin/test-barrier
[ 77%] Building CXX object tests/CMakeFiles/test-quantize-fns.dir/get-model.cpp.o
[ 77%] Built target test-log
[ 77%] Linking CXX executable ../bin/test-quantize-fns
[ 77%] Built target test-json-partial
[ 78%] Building CXX object tests/CMakeFiles/test-rope.dir/test-rope.cpp.o
[ 78%] Building CXX object tests/CMakeFiles/test-quantize-perf.dir/test-quantize-perf.cpp.o
[ 78%] Building CXX object tests/CMakeFiles/test-quantize-perf.dir/get-model.cpp.o
[ 78%] Linking CXX executable ../bin/test-quantize-perf
[ 78%] Building CXX object tests/CMakeFiles/test-rope.dir/get-model.cpp.o
[ 78%] Built target test-regex-partial
[ 78%] Built target test-barrier
[ 79%] Linking CXX executable ../bin/test-rope
[ 79%] Building C object tests/CMakeFiles/test-mtmd-c-api.dir/test-mtmd-c-api.c.o
[ 79%] Built target test-model-load-cancel
[ 79%] Building CXX object examples/batched/CMakeFiles/llama-batched.dir/batched.cpp.o
[ 79%] Built target test-chat-template
[ 79%] Built target test-quantize-fns
[ 79%] Building CXX object tests/CMakeFiles/test-mtmd-c-api.dir/get-model.cpp.o
[ 79%] Building CXX object examples/embedding/CMakeFiles/llama-embedding.dir/embedding.cpp.o
[ 79%] Linking CXX executable ../../bin/llama-batched
[ 79%] Linking CXX executable ../bin/test-mtmd-c-api
[ 80%] Building CXX object examples/eval-callback/CMakeFiles/llama-eval-callback.dir/eval-callback.cpp.o
[ 80%] Building CXX object examples/gritlm/CMakeFiles/llama-gritlm.dir/gritlm.cpp.o
[ 80%] Built target test-gguf
[ 80%] Built target test-backend-ops
[ 80%] Linking CXX executable ../../bin/llama-eval-callback
[ 80%] Linking CXX executable ../../bin/llama-embedding
[ 81%] Linking CXX executable ../../bin/llama-gritlm
[ 81%] Built target test-autorelease
[ 81%] Building CXX object examples/lookahead/CMakeFiles/llama-lookahead.dir/lookahead.cpp.o
[ 82%] Building CXX object examples/lookup/CMakeFiles/llama-lookup.dir/lookup.cpp.o
[ 82%] Linking CXX executable ../../bin/llama-lookahead
[ 82%] Linking CXX executable ../../bin/llama-lookup
[ 82%] Building CXX object examples/lookup/CMakeFiles/llama-lookup-create.dir/lookup-create.cpp.o
[ 82%] Built target test-quantize-perf
[ 82%] Built target test-rope
[ 83%] Linking CXX executable ../../bin/llama-lookup-create
[ 84%] Building CXX object examples/lookup/CMakeFiles/llama-lookup-stats.dir/lookup-stats.cpp.o
[ 84%] Building CXX object examples/lookup/CMakeFiles/llama-lookup-merge.dir/lookup-merge.cpp.o
[ 84%] Built target test-arg-parser
[ 84%] Built target test-thread-safety
[ 84%] Linking CXX executable ../../bin/llama-lookup-merge
[ 84%] Linking CXX executable ../../bin/llama-lookup-stats
[ 84%] Building CXX object examples/parallel/CMakeFiles/llama-parallel.dir/parallel.cpp.o
[ 84%] Building CXX object examples/passkey/CMakeFiles/llama-passkey.dir/passkey.cpp.o
[ 85%] Linking CXX executable ../../bin/llama-parallel
[ 85%] Linking CXX executable ../../bin/llama-passkey
[ 85%] Built target test-mtmd-c-api
[ 85%] Built target llama-lookup-merge
[ 85%] Building CXX object examples/retrieval/CMakeFiles/llama-retrieval.dir/retrieval.cpp.o
[ 85%] Building CXX object examples/save-load-state/CMakeFiles/llama-save-load-state.dir/save-load-state.cpp.o
[ 85%] Linking CXX executable ../../bin/llama-retrieval
[ 86%] Linking CXX executable ../../bin/llama-save-load-state
[ 86%] Built target llama-batched
[ 86%] Built target llama-embedding
[ 86%] Built target llama-gritlm
[ 86%] Building CXX object examples/speculative/CMakeFiles/llama-speculative.dir/speculative.cpp.o
[ 86%] Built target llama-eval-callback
[ 86%] Building CXX object examples/speculative-simple/CMakeFiles/llama-speculative-simple.dir/speculative-simple.cpp.o
[ 86%] Building CXX object examples/gen-docs/CMakeFiles/llama-gen-docs.dir/gen-docs.cpp.o
[ 86%] Built target llama-lookup
[ 86%] Built target llama-lookahead
[ 86%] Linking CXX executable ../../bin/llama-speculative-simple
[ 87%] Linking CXX executable ../../bin/llama-speculative
[ 87%] Building CXX object examples/training/CMakeFiles/llama-finetune.dir/finetune.cpp.o
[ 87%] Linking CXX executable ../../bin/llama-gen-docs
[ 87%] Building CXX object examples/diffusion/CMakeFiles/llama-diffusion-cli.dir/diffusion-cli.cpp.o
[ 87%] Building CXX object examples/convert-llama2c-to-ggml/CMakeFiles/llama-convert-llama2c-to-ggml.dir/convert-llama2c-to-ggml.cpp.o
[ 87%] Built target llama-lookup-create
[ 87%] Linking CXX executable ../../bin/llama-finetune
[ 88%] Linking CXX executable ../../bin/llama-diffusion-cli
[ 89%] Linking CXX executable ../../bin/llama-convert-llama2c-to-ggml
[ 89%] Built target llama-lookup-stats
[ 90%] Building CXX object pocs/vdot/CMakeFiles/llama-vdot.dir/vdot.cpp.o
[ 90%] Building CXX object pocs/vdot/CMakeFiles/llama-q8dot.dir/q8dot.cpp.o
[ 90%] Built target llama-parallel
[ 90%] Linking CXX executable ../../bin/llama-q8dot
[ 90%] Built target llama-passkey
[ 90%] Linking CXX executable ../../bin/llama-vdot
[ 90%] Building CXX object tools/batched-bench/CMakeFiles/llama-batched-bench.dir/batched-bench.cpp.o
[ 91%] Building CXX object tools/gguf-split/CMakeFiles/llama-gguf-split.dir/gguf-split.cpp.o
[ 92%] Linking CXX executable ../../bin/llama-batched-bench
[ 92%] Linking CXX executable ../../bin/llama-gguf-split
[ 92%] Built target llama-retrieval
[ 92%] Building CXX object tools/imatrix/CMakeFiles/llama-imatrix.dir/imatrix.cpp.o
[ 92%] Linking CXX executable ../../bin/llama-imatrix
[ 92%] Built target llama-q8dot
[ 92%] Built target llama-save-load-state
[ 92%] Building CXX object tools/llama-bench/CMakeFiles/llama-bench.dir/llama-bench.cpp.o
[ 92%] Built target llama-vdot
[ 93%] Building CXX object tools/main/CMakeFiles/llama-cli.dir/main.cpp.o
[ 93%] Linking CXX executable ../../bin/llama-bench
[ 93%] Linking CXX executable ../../bin/llama-cli
[ 93%] Building CXX object tools/perplexity/CMakeFiles/llama-perplexity.dir/perplexity.cpp.o
[ 93%] Built target llama-convert-llama2c-to-ggml
[ 95%] Building CXX object tools/quantize/CMakeFiles/llama-quantize.dir/quantize.cpp.o
[ 95%] Linking CXX executable ../../bin/llama-perplexity
[ 95%] Linking CXX executable ../../bin/llama-quantize
[ 95%] Built target llama-gguf-split
[ 95%] Built target llama-speculative
[ 95%] Built target llama-speculative-simple
[ 95%] Generating loading.html.hpp
[ 95%] Built target llama-gen-docs
[ 95%] Generating index.html.gz.hpp
[ 95%] Building CXX object tools/run/CMakeFiles/llama-run.dir/run.cpp.o
[ 95%] Building CXX object tools/tokenize/CMakeFiles/llama-tokenize.dir/tokenize.cpp.o
[ 95%] Built target llama-finetune
[ 95%] Building CXX object tools/tts/CMakeFiles/llama-tts.dir/tts.cpp.o
[ 96%] Building CXX object tools/run/CMakeFiles/llama-run.dir/linenoise.cpp/linenoise.cpp.o
[ 96%] Built target llama-diffusion-cli
[ 97%] Building CXX object tools/mtmd/CMakeFiles/llama-mtmd-cli.dir/mtmd-cli.cpp.o
[ 98%] Linking CXX executable ../../bin/llama-tokenize
[ 98%] Linking CXX executable ../../bin/llama-run
[ 98%] Linking CXX executable ../../bin/llama-tts
[ 98%] Linking CXX executable ../../bin/llama-mtmd-cli
[ 98%] Building CXX object tools/cvector-generator/CMakeFiles/llama-cvector-generator.dir/cvector-generator.cpp.o
[ 98%] Linking CXX executable ../../bin/llama-cvector-generator
[ 98%] Built target llama-bench
[ 98%] Built target llama-batched-bench
[ 98%] Building CXX object tools/export-lora/CMakeFiles/llama-export-lora.dir/export-lora.cpp.o
[ 99%] Linking CXX executable ../../bin/llama-export-lora
[ 99%] Built target llama-imatrix
[ 99%] Built target llama-quantize
[ 99%] Built target llama-cli
[ 99%] Built target llama-tokenize
[ 99%] Built target llama-perplexity
[ 99%] Built target llama-run
[ 99%] Built target llama-cvector-generator
[ 99%] Built target llama-export-lora
[ 99%] Built target llama-mtmd-cli
[ 99%] Built target llama-tts
[100%] Building CXX object tools/server/CMakeFiles/llama-server.dir/server.cpp.o
[100%] Linking CXX executable ../../bin/llama-server
[100%] Built target llama-server
root@ff759de5dd90:/ws# 
```

Changed files:
filename: ggml/src/ggml-cuda/fattn-mma-f16.cuh
patch: @@ -1330,14 +1330,16 @@ static __global__ void flash_attn_ext_f16(
          ne01, ne02, stride_Q1, stride_Q2, stride_K, stride_V, stride_mask, jt, kb0_start_kernel, kb0_stop_kernel);
 #else
     GGML_UNUSED(Q); GGML_UNUSED(K); GGML_UNUSED(V); GGML_UNUSED(mask);
-    GGML_UNUSED(dst); GGML_UNUSED(dst_meta); GGML_UNUSED(scale);
-    GGML_UNUSED(max_bias); GGML_UNUSED(m0); GGML_UNUSED(m1);
-    GGML_UNUSED(n_head_log2); GGML_UNUSED(logit_softcap); GGML_UNUSED(ne00);
-    GGML_UNUSED(ne01); GGML_UNUSED(ne02); GGML_UNUSED(ne03); GGML_UNUSED(ne10);
-    GGML_UNUSED(ne11); GGML_UNUSED(ne12); GGML_UNUSED(ne13); GGML_UNUSED(ne31); GGML_UNUSED(ne32);
-    GGML_UNUSED(nb31); GGML_UNUSED(nb32); GGML_UNUSED(nb01); GGML_UNUSED(nb02); GGML_UNUSED(nb03);
-    GGML_UNUSED(nb11); GGML_UNUSED(nb12); GGML_UNUSED(nb13); GGML_UNUSED(nb21);
-    GGML_UNUSED(nb22); GGML_UNUSED(nb23);
+    GGML_UNUSED(dst); GGML_UNUSED(dst_meta);
+    GGML_UNUSED(scale); GGML_UNUSED(max_bias); GGML_UNUSED(m0); GGML_UNUSED(m1);
+    GGML_UNUSED(n_head_log2); GGML_UNUSED(logit_softcap);
+    GGML_UNUSED(ne00); GGML_UNUSED(ne01); GGML_UNUSED(ne02); GGML_UNUSED(ne03);
+    GGML_UNUSED(nb01); GGML_UNUSED(nb02); GGML_UNUSED(nb03);
+    GGML_UNUSED(ne10); GGML_UNUSED(ne11); GGML_UNUSED(ne12); GGML_UNUSED(ne13);
+    GGML_UNUSED(nb11); GGML_UNUSED(nb12); GGML_UNUSED(nb13);
+    GGML_UNUSED(nb21); GGML_UNUSED(nb22); GGML_UNUSED(nb23);
+    GGML_UNUSED(ne31); GGML_UNUSED(ne32); GGML_UNUSED(ne33);
+    GGML_UNUSED(nb31); GGML_UNUSED(nb32); GGML_UNUSED(nb33);
     NO_DEVICE_CODE;
 #endif // defined(FLASH_ATTN_AVAILABLE) && defined(NEW_MMA_AVAILABLE)
 }

filename: ggml/src/ggml-cuda/fattn-tile-f32.cu
patch: @@ -37,16 +37,16 @@ static __global__ void flash_attn_tile_ext_f32(
 #endif // FP16_MMA_AVAILABLE
     if (use_logit_softcap && !(D == 128 || D == 256)) {
         GGML_UNUSED(Q); GGML_UNUSED(K); GGML_UNUSED(V); GGML_UNUSED(mask);
-        GGML_UNUSED(dst); GGML_UNUSED(dst_meta); GGML_UNUSED(scale);
-        GGML_UNUSED(max_bias); GGML_UNUSED(m0); GGML_UNUSED(m1);
+        GGML_UNUSED(dst); GGML_UNUSED(dst_meta);
+        GGML_UNUSED(scale); GGML_UNUSED(max_bias); GGML_UNUSED(m0); GGML_UNUSED(m1);
         GGML_UNUSED(n_head_log2); GGML_UNUSED(logit_softcap);
-        GGML_UNUSED(ne00); GGML_UNUSED(ne01); GGML_UNUSED(ne02);
-        GGML_UNUSED(ne03); GGML_UNUSED(ne10); GGML_UNUSED(ne11);
-        GGML_UNUSED(ne12); GGML_UNUSED(ne13); GGML_UNUSED(ne31); GGML_UNUSED(ne32);
-        GGML_UNUSED(nb31); GGML_UNUSED(nb32); GGML_UNUSED(nb01); GGML_UNUSED(nb02);
-        GGML_UNUSED(nb03); GGML_UNUSED(nb11); GGML_UNUSED(nb12);
-        GGML_UNUSED(nb13); GGML_UNUSED(nb21); GGML_UNUSED(nb22);
-        GGML_UNUSED(nb23);
+        GGML_UNUSED(ne00); GGML_UNUSED(ne01); GGML_UNUSED(ne02); GGML_UNUSED(ne03);
+        GGML_UNUSED(nb01); GGML_UNUSED(nb02); GGML_UNUSED(nb03);
+        GGML_UNUSED(ne10); GGML_UNUSED(ne11); GGML_UNUSED(ne12); GGML_UNUSED(ne13);
+        GGML_UNUSED(nb11); GGML_UNUSED(nb12); GGML_UNUSED(nb13);
+        GGML_UNUSED(nb21); GGML_UNUSED(nb22); GGML_UNUSED(nb23);
+        GGML_UNUSED(ne31); GGML_UNUSED(ne32); GGML_UNUSED(ne33);
+        GGML_UNUSED(nb31); GGML_UNUSED(nb32); GGML_UNUSED(nb33);
         NO_DEVICE_CODE;
         return;
     }
@@ -282,16 +282,16 @@ static __global__ void flash_attn_tile_ext_f32(
     }
 #else
     GGML_UNUSED(Q); GGML_UNUSED(K); GGML_UNUSED(V); GGML_UNUSED(mask);
-    GGML_UNUSED(dst); GGML_UNUSED(dst_meta); GGML_UNUSED(scale);
-    GGML_UNUSED(max_bias); GGML_UNUSED(m0); GGML_UNUSED(m1);
+    GGML_UNUSED(dst); GGML_UNUSED(dst_meta);
+    GGML_UNUSED(scale); GGML_UNUSED(max_bias); GGML_UNUSED(m0); GGML_UNUSED(m1);
     GGML_UNUSED(n_head_log2); GGML_UNUSED(logit_softcap);
     GGML_UNUSED(ne00); GGML_UNUSED(ne01); GGML_UNUSED(ne02); GGML_UNUSED(ne03);
-    GGML_UNUSED(ne10); GGML_UNUSED(ne11); GGML_UNUSED(ne12); GGML_UNUSED(ne13);
-    GGML_UNUSED(ne31); GGML_UNUSED(ne32);
-    GGML_UNUSED(nb31); GGML_UNUSED(nb32);
     GGML_UNUSED(nb01); GGML_UNUSED(nb02); GGML_UNUSED(nb03);
+    GGML_UNUSED(ne10); GGML_UNUSED(ne11); GGML_UNUSED(ne12); GGML_UNUSED(ne13);
     GGML_UNUSED(nb11); GGML_UNUSED(nb12); GGML_UNUSED(nb13);
     GGML_UNUSED(nb21); GGML_UNUSED(nb22); GGML_UNUSED(nb23);
+    GGML_UNUSED(ne31); GGML_UNUSED(ne32); GGML_UNUSED(ne33);
+    GGML_UNUSED(nb31); GGML_UNUSED(nb32); GGML_UNUSED(nb33);
     NO_DEVICE_CODE;
 #endif // FLASH_ATTN_AVAILABLE
 }

filename: ggml/src/ggml-cuda/fattn-vec-f16.cuh
patch: @@ -329,16 +329,16 @@ static __global__ void flash_attn_vec_ext_f16(
     }
 #else
     GGML_UNUSED(Q); GGML_UNUSED(K); GGML_UNUSED(V); GGML_UNUSED(mask);
-    GGML_UNUSED(dst); GGML_UNUSED(dst_meta); GGML_UNUSED(scale);
-    GGML_UNUSED(max_bias); GGML_UNUSED(m0); GGML_UNUSED(m1);
+    GGML_UNUSED(dst); GGML_UNUSED(dst_meta);
+    GGML_UNUSED(scale); GGML_UNUSED(max_bias); GGML_UNUSED(m0); GGML_UNUSED(m1);
     GGML_UNUSED(n_head_log2); GGML_UNUSED(logit_softcap);
-    GGML_UNUSED(ne00); GGML_UNUSED(ne01); GGML_UNUSED(ne02);
-    GGML_UNUSED(ne03); GGML_UNUSED(ne10); GGML_UNUSED(ne11);
-    GGML_UNUSED(ne12); GGML_UNUSED(ne13); GGML_UNUSED(ne31); GGML_UNUSED(ne32); GGML_UNUSED(ne32);
-    GGML_UNUSED(nb31); GGML_UNUSED(nb32); GGML_UNUSED(nb33); GGML_UNUSED(nb01); GGML_UNUSED(nb02);
-    GGML_UNUSED(nb03); GGML_UNUSED(nb11); GGML_UNUSED(nb12);
-    GGML_UNUSED(nb13); GGML_UNUSED(nb21); GGML_UNUSED(nb22);
-    GGML_UNUSED(nb23);
+    GGML_UNUSED(ne00); GGML_UNUSED(ne01); GGML_UNUSED(ne02); GGML_UNUSED(ne03);
+    GGML_UNUSED(nb01); GGML_UNUSED(nb02); GGML_UNUSED(nb03);
+    GGML_UNUSED(ne10); GGML_UNUSED(ne11); GGML_UNUSED(ne12); GGML_UNUSED(ne13);
+    GGML_UNUSED(nb11); GGML_UNUSED(nb12); GGML_UNUSED(nb13);
+    GGML_UNUSED(nb21); GGML_UNUSED(nb22); GGML_UNUSED(nb23);
+    GGML_UNUSED(ne31); GGML_UNUSED(ne32); GGML_UNUSED(ne33);
+    GGML_UNUSED(nb31); GGML_UNUSED(nb32); GGML_UNUSED(nb33);
     NO_DEVICE_CODE;
 #endif // defined(FLASH_ATTN_AVAILABLE) && defined(FP16_AVAILABLE)
 }

filename: ggml/src/ggml-cuda/set-rows.cu
patch: @@ -44,6 +44,9 @@ static __global__ void k_set_rows_quant(
     block_type * dst_block = dst_row_ptr + i00 / qk;
 
     quantize_func(src_block, dst_block);
+
+    GGML_UNUSED(ne10);
+    GGML_UNUSED(ne13);
 }
 
 // Template dispatch function for quantized set_rows