From ffbc6d98ff765e354aa72b7548bc1f55b0e9c639 Mon Sep 17 00:00:00 2001 From: Donato Capitella Date: Sun, 7 Dec 2025 10:27:33 +0000 Subject: [PATCH] updated benchmarks --- ...-2512-BF16__rocm7.1.1-mmf__fa1__single.log | 20 + ...F16__rocm7.1.1-mmf__hblt0__fa1__single.log | 10 + ...2-BF16__rocm7.1.1-rocwmma__fa1__single.log | 10 + ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log | 10 + ...ruct-2512-BF16__rocm7.1.1__fa1__single.log | 10 + ...12-BF16__rocm7.1.1__hblt0__fa1__single.log | 10 + ...-2512-BF16__rocm7.1.1-mmf__fa1__single.log | 10 + ...F16__rocm7.1.1-mmf__hblt0__fa1__single.log | 10 + ...2-BF16__rocm7.1.1-rocwmma__fa1__single.log | 10 + ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log | 10 + ...ruct-2512-BF16__rocm7.1.1__fa1__single.log | 10 + ...12-BF16__rocm7.1.1__hblt0__fa1__single.log | 10 + ...001-of-00002__rocm7.1.1-mmf__fa1__dual.log | 11 + ...00002__rocm7.1.1-mmf__hblt0__fa1__dual.log | 11 + ...of-00002__rocm7.1.1-rocwmma__fa1__dual.log | 11 + ...2__rocm7.1.1-rocwmma__hblt0__fa1__dual.log | 11 + ...6-00001-of-00002__rocm7.1.1__fa1__dual.log | 11 + ...-of-00002__rocm7.1.1__hblt0__fa1__dual.log | 11 + ...uct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log | 10 + ...K_M__rocm7.1.1-mmf__hblt0__fa1__single.log | 10 + ...Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log | 10 + ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log | 10 + ...nstruct-Q4_K_M__rocm7.1.1__fa1__single.log | 10 + ...-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log | 10 + ...t-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log | 11 + ..._K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log | 11 + ...-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log | 11 + ...L__rocm7.1.1-rocwmma__hblt0__fa1__dual.log | 11 + ...truct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log | 11 + ...D-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log | 11 + ...t-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log | 11 + ..._K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log | 11 + ...-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log | 11 + ...L__rocm7.1.1-rocwmma__hblt0__fa1__dual.log | 11 + ...truct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log | 11 + ...D-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log | 11 + ...UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log | 10 + ..._XL__rocm7.1.1-mmf__hblt0__fa1__single.log | 10 + ...8_K_XL__rocm7.1.1-rocwmma__fa1__single.log | 10 + ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log | 10 + ...-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log | 10 + ...Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log | 10 + ...001-of-00002__rocm7.1.1-mmf__fa1__dual.log | 21 + ...00002__rocm7.1.1-mmf__hblt0__fa1__dual.log | 11 + ...of-00002__rocm7.1.1-rocwmma__fa1__dual.log | 11 + ...2__rocm7.1.1-rocwmma__hblt0__fa1__dual.log | 11 + ...6-00001-of-00002__rocm7.1.1__fa1__dual.log | 11 + ...-of-00002__rocm7.1.1__hblt0__fa1__dual.log | 11 + ...-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log | 10 + ...K_S__rocm7.1.1-mmf__hblt0__fa1__single.log | 10 + ...Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log | 10 + ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log | 10 + ...3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log | 10 + ...-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log | 10 + ...001-of-00003__rocm7.1.1-mmf__fa1__dual.log | 9 + ...00003__rocm7.1.1-mmf__hblt0__fa1__dual.log | 9 + ...of-00003__rocm7.1.1-rocwmma__fa1__dual.log | 9 + ...3__rocm7.1.1-rocwmma__hblt0__fa1__dual.log | 9 + ...4-00001-of-00003__rocm7.1.1__fa1__dual.log | 9 + ...-of-00003__rocm7.1.1__hblt0__fa1__dual.log | 9 + ...-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log | 10 + ...fp4__rocm7.1.1-mmf__hblt0__fa1__single.log | 10 + ...-mxfp4__rocm7.1.1-rocwmma__fa1__single.log | 10 + ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log | 10 + ...-oss-20b-mxfp4__rocm7.1.1__fa1__single.log | 10 + ...b-mxfp4__rocm7.1.1__hblt0__fa1__single.log | 10 + ...-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log | 10 + ...4_0__rocm7.1.1-mmf__hblt0__fa1__single.log | 10 + ...b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log | 10 + ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log | 10 + ...lama-2-7b.Q4_0__rocm7.1.1__fa1__single.log | 10 + ...7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log | 10 + docs/results.json | 3932 ++++++++++++++++- toolboxes/Dockerfile.rocm-7.1.1-mmf | 4 +- 74 files changed, 4692 insertions(+), 2 deletions(-) create mode 100644 benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log create mode 100644 benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log create mode 100644 benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log create mode 100644 benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log create mode 100644 benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log create mode 100644 benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log create mode 100644 benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log create mode 100644 benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log create mode 100644 benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log create mode 100644 benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log new file mode 100644 index 0000000..b945004 --- /dev/null +++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log @@ -0,0 +1,20 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error +/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fd2c4f8e565] +/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fd2c4f8e92b] +/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fd2c4f8eaaf] +/usr/local/lib64/libggml-hip.so.0(+0x300aef2) [0x7fd2c8055ef2] +/usr/local/lib64/libggml-hip.so.0(+0x30100fe) [0x7fd2c805b0fe] +/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_synchronize+0x2e) [0x7fd2c4fa5a9e] +/usr/local/lib64/libllama.so.0(_ZN13llama_context11synchronizeEv+0x10) [0x7fd2c8722cf0] +/usr/local/bin/llama-bench() [0x40acfc] +/usr/local/bin/llama-bench() [0x408a7d] +/lib64/libc.so.6(+0x35b5) [0x7fd2c49245b5] +/lib64/libc.so.6(__libc_start_main+0x88) [0x7fd2c4924668] +/usr/local/bin/llama-bench() [0x409b65] +✖ ! [rocm7.1.1-mmf] Ministral-3-14B-Instruct-2512-BF16__fa1 failed (exit 0) diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log new file mode 100644 index 0000000..871dc11 --- /dev/null +++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| mistral3 14B BF16 | 25.16 GiB | 13.51 B | ROCm | 99 | 1 | pp512 | 374.16 ± 0.31 | +| mistral3 14B BF16 | 25.16 GiB | 13.51 B | ROCm | 99 | 1 | tg128 | 19.87 ± 0.00 | + +build: 22577583a (7312) diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log new file mode 100644 index 0000000..5cceaf4 --- /dev/null +++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| mistral3 14B BF16 | 25.16 GiB | 13.51 B | ROCm | 99 | 1 | pp512 | 2544.26 ± 1.34 | +| mistral3 14B BF16 | 25.16 GiB | 13.51 B | ROCm | 99 | 1 | tg128 | 19.82 ± 0.00 | + +build: 22577583a (7312) diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..be4429b --- /dev/null +++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| mistral3 14B BF16 | 25.16 GiB | 13.51 B | ROCm | 99 | 1 | pp512 | 367.12 ± 0.18 | +| mistral3 14B BF16 | 25.16 GiB | 13.51 B | ROCm | 99 | 1 | tg128 | 19.83 ± 0.00 | + +build: 22577583a (7312) diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log new file mode 100644 index 0000000..a4cd080 --- /dev/null +++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| mistral3 14B BF16 | 25.16 GiB | 13.51 B | ROCm | 99 | 1 | pp512 | 2560.35 ± 5.29 | +| mistral3 14B BF16 | 25.16 GiB | 13.51 B | ROCm | 99 | 1 | tg128 | 19.82 ± 0.08 | + +build: 22577583a (7312) diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log new file mode 100644 index 0000000..7fb11d6 --- /dev/null +++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| mistral3 14B BF16 | 25.16 GiB | 13.51 B | ROCm | 99 | 1 | pp512 | 370.91 ± 0.02 | +| mistral3 14B BF16 | 25.16 GiB | 13.51 B | ROCm | 99 | 1 | tg128 | 19.86 ± 0.00 | + +build: 22577583a (7312) diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log new file mode 100644 index 0000000..e4bc779 --- /dev/null +++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| mistral3 8B BF16 | 15.81 GiB | 8.49 B | ROCm | 99 | 1 | pp512 | 4352.84 ± 10.67 | +| mistral3 8B BF16 | 15.81 GiB | 8.49 B | ROCm | 99 | 1 | tg128 | 31.44 ± 0.01 | + +build: 22577583a (7312) diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log new file mode 100644 index 0000000..45a1013 --- /dev/null +++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| mistral3 8B BF16 | 15.81 GiB | 8.49 B | ROCm | 99 | 1 | pp512 | 602.48 ± 0.50 | +| mistral3 8B BF16 | 15.81 GiB | 8.49 B | ROCm | 99 | 1 | tg128 | 31.44 ± 0.01 | + +build: 22577583a (7312) diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log new file mode 100644 index 0000000..3ac50c6 --- /dev/null +++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| mistral3 8B BF16 | 15.81 GiB | 8.49 B | ROCm | 99 | 1 | pp512 | 4238.60 ± 12.37 | +| mistral3 8B BF16 | 15.81 GiB | 8.49 B | ROCm | 99 | 1 | tg128 | 31.39 ± 0.01 | + +build: 22577583a (7312) diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..5ac158d --- /dev/null +++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| mistral3 8B BF16 | 15.81 GiB | 8.49 B | ROCm | 99 | 1 | pp512 | 598.20 ± 0.19 | +| mistral3 8B BF16 | 15.81 GiB | 8.49 B | ROCm | 99 | 1 | tg128 | 31.39 ± 0.02 | + +build: 22577583a (7312) diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log new file mode 100644 index 0000000..8fa8293 --- /dev/null +++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| mistral3 8B BF16 | 15.81 GiB | 8.49 B | ROCm | 99 | 1 | pp512 | 4327.37 ± 7.29 | +| mistral3 8B BF16 | 15.81 GiB | 8.49 B | ROCm | 99 | 1 | tg128 | 31.44 ± 0.01 | + +build: 22577583a (7312) diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log new file mode 100644 index 0000000..ca10533 --- /dev/null +++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| mistral3 8B BF16 | 15.81 GiB | 8.49 B | ROCm | 99 | 1 | pp512 | 599.70 ± 0.58 | +| mistral3 8B BF16 | 15.81 GiB | 8.49 B | ROCm | 99 | 1 | tg128 | 31.40 ± 0.02 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log new file mode 100644 index 0000000..02adb16 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1562.53 ± 124.66 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.64 ± 0.13 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log new file mode 100644 index 0000000..5c815f0 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 648.98 ± 0.99 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 51.67 ± 0.18 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log new file mode 100644 index 0000000..dc0247c --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1556.37 ± 85.43 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.91 ± 0.16 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..175dd05 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 663.24 ± 4.86 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 52.39 ± 0.01 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log new file mode 100644 index 0000000..c79cb9e --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1532.05 ± 91.83 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.22 ± 0.15 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log new file mode 100644 index 0000000..f18d97e --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 667.09 ± 10.31 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 52.29 ± 0.01 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log new file mode 100644 index 0000000..c137ab5 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2723.67 ± 221.55 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 100.30 ± 0.67 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log new file mode 100644 index 0000000..9848d53 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2857.26 ± 9.36 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 100.70 ± 0.42 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log new file mode 100644 index 0000000..cd137a2 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2816.71 ± 32.12 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 102.96 ± 0.75 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..e3e004e --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2788.27 ± 21.84 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 103.20 ± 0.51 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log new file mode 100644 index 0000000..843cde4 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2867.19 ± 13.92 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 102.01 ± 0.63 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log new file mode 100644 index 0000000..d98b3e5 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2856.57 ± 29.59 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 100.81 ± 0.47 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log new file mode 100644 index 0000000..af2431f --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2928.78 ± 251.26 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 76.10 ± 0.29 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log new file mode 100644 index 0000000..8984ec2 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2713.01 ± 14.12 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 75.96 ± 0.29 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log new file mode 100644 index 0000000..5ce8943 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2979.50 ± 32.77 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.26 ± 0.28 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..7559097 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2648.65 ± 19.90 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 76.82 ± 0.26 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log new file mode 100644 index 0000000..8f32cab --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3051.37 ± 17.30 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 75.94 ± 0.31 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log new file mode 100644 index 0000000..8f84c33 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2706.95 ± 19.80 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 75.97 ± 0.30 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log new file mode 100644 index 0000000..9eba84d --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 843.80 ± 54.72 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.77 ± 0.11 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log new file mode 100644 index 0000000..395ac1e --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 879.13 ± 5.75 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 34.01 ± 0.03 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log new file mode 100644 index 0000000..64a1d3d --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 900.01 ± 8.67 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.77 ± 0.07 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..9289710 --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 887.15 ± 1.62 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 33.84 ± 0.04 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log new file mode 100644 index 0000000..b952a90 --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 854.90 ± 49.88 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.81 ± 0.08 | + +build: 22577583a (7312) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log new file mode 100644 index 0000000..0e958f9 --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 880.89 ± 2.65 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 33.81 ± 0.02 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log new file mode 100644 index 0000000..c0e6929 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2726.93 ± 218.34 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.27 ± 0.03 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log new file mode 100644 index 0000000..64884d0 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1936.02 ± 0.61 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.27 ± 0.02 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log new file mode 100644 index 0000000..a5dce66 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2672.34 ± 14.98 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.98 ± 0.03 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..247442b --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1851.96 ± 1.40 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.98 ± 0.02 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log new file mode 100644 index 0000000..2099241 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2854.01 ± 18.63 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.27 ± 0.02 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log new file mode 100644 index 0000000..8644b3e --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1937.83 ± 0.71 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.24 ± 0.02 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log new file mode 100644 index 0000000..ce66b8d --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log @@ -0,0 +1,21 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error +/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f50e09b7565] +/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f50e09b792b] +/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f50e09b7aaf] +/usr/local/lib64/libggml-hip.so.0(+0x300aef2) [0x7f50e3a7eef2] +/usr/local/lib64/libggml-hip.so.0(+0x30100fe) [0x7f50e3a840fe] +/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_synchronize+0x2e) [0x7f50e09cea9e] +/usr/local/lib64/libllama.so.0(_ZN13llama_context11synchronizeEv+0x10) [0x7f50e414bcf0] +/usr/local/bin/llama-bench() [0x40acfc] +/usr/local/bin/llama-bench() [0x408a7d] +/lib64/libc.so.6(+0x35b5) [0x7f50e034d5b5] +/lib64/libc.so.6(__libc_start_main+0x88) [0x7f50e034d668] +/usr/local/bin/llama-bench() [0x409b65] +✖ ! [rocm7.1.1-mmf] gemma-3-27b-it-BF16-00001-of-00002__fa1 failed (exit 0) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log new file mode 100644 index 0000000..4e56d8b --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 179.62 ± 0.14 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.37 ± 0.00 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log new file mode 100644 index 0000000..165bc56 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1599.56 ± 7.86 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.48 ± 0.00 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..53471cf --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 177.39 ± 0.07 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.37 ± 0.00 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log new file mode 100644 index 0000000..4d49ed1 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1666.49 ± 12.25 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.49 ± 0.00 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log new file mode 100644 index 0000000..d7e1180 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 178.86 ± 0.11 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.37 ± 0.00 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log new file mode 100644 index 0000000..d949ebb --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6603.82 ± 189.78 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 125.68 ± 0.24 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log new file mode 100644 index 0000000..2e308c7 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6566.74 ± 165.41 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 124.66 ± 1.92 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log new file mode 100644 index 0000000..5c07f7f --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6279.64 ± 163.15 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 122.09 ± 0.54 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..185ad7d --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6273.87 ± 161.21 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 121.74 ± 0.57 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log new file mode 100644 index 0000000..c404644 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6548.80 ± 183.77 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 125.52 ± 0.08 | + +build: 22577583a (7312) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log new file mode 100644 index 0000000..7789564 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6521.77 ± 177.30 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 125.17 ± 0.46 | + +build: 22577583a (7312) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__fa1__dual.log new file mode 100644 index 0000000..8fb3ab7 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm7.1.1-mmf] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__hblt0__fa1__dual.log new file mode 100644 index 0000000..5237244 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm7.1.1-mmf] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log new file mode 100644 index 0000000..73d03c5 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm7.1.1-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..be7f882 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm7.1.1-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log new file mode 100644 index 0000000..fec3e0e --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm7.1.1] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log new file mode 100644 index 0000000..aeeb16d --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm7.1.1] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log new file mode 100644 index 0000000..f31eacf --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4588.21 ± 47.38 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 132.24 ± 0.57 | + +build: 22577583a (7312) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log new file mode 100644 index 0000000..e011e3b --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4501.95 ± 6.95 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 132.67 ± 0.25 | + +build: 22577583a (7312) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log new file mode 100644 index 0000000..ff81e79 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4784.27 ± 37.89 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.51 ± 0.32 | + +build: 22577583a (7312) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..d625201 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4690.59 ± 84.92 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.54 ± 0.27 | + +build: 22577583a (7312) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log new file mode 100644 index 0000000..2d53ef7 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4558.95 ± 58.68 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 131.62 ± 0.50 | + +build: 22577583a (7312) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log new file mode 100644 index 0000000..1f417d4 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4510.84 ± 8.42 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 132.55 ± 0.37 | + +build: 22577583a (7312) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log new file mode 100644 index 0000000..9e98ee3 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4806.21 ± 73.61 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.03 ± 0.03 | + +build: 22577583a (7312) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log new file mode 100644 index 0000000..e4849ec --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4786.12 ± 86.07 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.49 ± 0.03 | + +build: 22577583a (7312) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log new file mode 100644 index 0000000..d8a1504 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4653.72 ± 63.28 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.72 ± 0.07 | + +build: 22577583a (7312) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..445f5f1 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4652.96 ± 61.07 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 97.98 ± 0.04 | + +build: 22577583a (7312) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log new file mode 100644 index 0000000..9174576 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4799.82 ± 86.02 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.13 ± 0.01 | + +build: 22577583a (7312) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log new file mode 100644 index 0000000..7582484 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4778.61 ± 91.21 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.36 ± 0.04 | + +build: 22577583a (7312) diff --git a/docs/results.json b/docs/results.json index f74561d..4166571 100644 --- a/docs/results.json +++ b/docs/results.json @@ -1,8 +1,12 @@ { "meta": { - "generated_at": "2025-12-06T18:13:04Z", + "generated_at": "2025-12-07T10:12:28Z", "os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)", "llamacpp_builds": [ + { + "hash": "22577583a", + "number": "7312" + }, { "hash": "6016d0bd4", "number": "7285" @@ -25,6 +29,12 @@ "rocm7.1-hblt0", "rocm7.1-rocwmma", "rocm7.1-rocwmma-hblt0", + "rocm7.1.1", + "rocm7.1.1-hblt0", + "rocm7.1.1-mmf", + "rocm7.1.1-mmf-hblt0", + "rocm7.1.1-rocwmma", + "rocm7.1.1-rocwmma-hblt0", "vulkan_amdvlk", "vulkan_radv" ], @@ -811,6 +821,322 @@ "number": "7285" } }, + { + "model": "Ministral-3-14B-Instruct-2512-BF16", + "model_clean": "Ministral-3-14B-Instruct-2512-BF16", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 14.0, + "quant": "BF16", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": null + }, + { + "model": "Ministral-3-14B-Instruct-2512-BF16", + "model_clean": "Ministral-3-14B-Instruct-2512-BF16", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 374.16, + "tps_std": 0.31, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 13.51, + "file_size_gib": 25.16, + "name_params_b": 13.51, + "quant": "BF16", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-14B-Instruct-2512-BF16", + "model_clean": "Ministral-3-14B-Instruct-2512-BF16", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 19.87, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 13.51, + "file_size_gib": 25.16, + "name_params_b": 13.51, + "quant": "BF16", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-14B-Instruct-2512-BF16", + "model_clean": "Ministral-3-14B-Instruct-2512-BF16", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2544.26, + "tps_std": 1.34, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 13.51, + "file_size_gib": 25.16, + "name_params_b": 13.51, + "quant": "BF16", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-14B-Instruct-2512-BF16", + "model_clean": "Ministral-3-14B-Instruct-2512-BF16", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 19.82, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 13.51, + "file_size_gib": 25.16, + "name_params_b": 13.51, + "quant": "BF16", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-14B-Instruct-2512-BF16", + "model_clean": "Ministral-3-14B-Instruct-2512-BF16", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 367.12, + "tps_std": 0.18, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 13.51, + "file_size_gib": 25.16, + "name_params_b": 13.51, + "quant": "BF16", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-14B-Instruct-2512-BF16", + "model_clean": "Ministral-3-14B-Instruct-2512-BF16", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 19.83, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 13.51, + "file_size_gib": 25.16, + "name_params_b": 13.51, + "quant": "BF16", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-14B-Instruct-2512-BF16", + "model_clean": "Ministral-3-14B-Instruct-2512-BF16", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2560.35, + "tps_std": 5.29, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 13.51, + "file_size_gib": 25.16, + "name_params_b": 13.51, + "quant": "BF16", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-14B-Instruct-2512-BF16", + "model_clean": "Ministral-3-14B-Instruct-2512-BF16", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 19.82, + "tps_std": 0.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 13.51, + "file_size_gib": 25.16, + "name_params_b": 13.51, + "quant": "BF16", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-14B-Instruct-2512-BF16", + "model_clean": "Ministral-3-14B-Instruct-2512-BF16", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 370.91, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 13.51, + "file_size_gib": 25.16, + "name_params_b": 13.51, + "quant": "BF16", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-14B-Instruct-2512-BF16", + "model_clean": "Ministral-3-14B-Instruct-2512-BF16", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 19.86, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 13.51, + "file_size_gib": 25.16, + "name_params_b": 13.51, + "quant": "BF16", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", @@ -1855,6 +2181,354 @@ "number": "7285" } }, + { + "model": "Ministral-3-8B-Instruct-2512-BF16", + "model_clean": "Ministral-3-8B-Instruct-2512-BF16", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4352.84, + "tps_std": 10.67, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 8.49, + "file_size_gib": 15.81, + "name_params_b": 8.49, + "quant": "BF16", + "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-8B-Instruct-2512-BF16", + "model_clean": "Ministral-3-8B-Instruct-2512-BF16", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.44, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 8.49, + "file_size_gib": 15.81, + "name_params_b": 8.49, + "quant": "BF16", + "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-8B-Instruct-2512-BF16", + "model_clean": "Ministral-3-8B-Instruct-2512-BF16", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 602.48, + "tps_std": 0.5, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 8.49, + "file_size_gib": 15.81, + "name_params_b": 8.49, + "quant": "BF16", + "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-8B-Instruct-2512-BF16", + "model_clean": "Ministral-3-8B-Instruct-2512-BF16", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.44, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 8.49, + "file_size_gib": 15.81, + "name_params_b": 8.49, + "quant": "BF16", + "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-8B-Instruct-2512-BF16", + "model_clean": "Ministral-3-8B-Instruct-2512-BF16", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4238.6, + "tps_std": 12.37, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 8.49, + "file_size_gib": 15.81, + "name_params_b": 8.49, + "quant": "BF16", + "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-8B-Instruct-2512-BF16", + "model_clean": "Ministral-3-8B-Instruct-2512-BF16", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.39, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 8.49, + "file_size_gib": 15.81, + "name_params_b": 8.49, + "quant": "BF16", + "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-8B-Instruct-2512-BF16", + "model_clean": "Ministral-3-8B-Instruct-2512-BF16", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 598.2, + "tps_std": 0.19, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 8.49, + "file_size_gib": 15.81, + "name_params_b": 8.49, + "quant": "BF16", + "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-8B-Instruct-2512-BF16", + "model_clean": "Ministral-3-8B-Instruct-2512-BF16", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.39, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 8.49, + "file_size_gib": 15.81, + "name_params_b": 8.49, + "quant": "BF16", + "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-8B-Instruct-2512-BF16", + "model_clean": "Ministral-3-8B-Instruct-2512-BF16", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4327.37, + "tps_std": 7.29, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 8.49, + "file_size_gib": 15.81, + "name_params_b": 8.49, + "quant": "BF16", + "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-8B-Instruct-2512-BF16", + "model_clean": "Ministral-3-8B-Instruct-2512-BF16", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.44, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 8.49, + "file_size_gib": 15.81, + "name_params_b": 8.49, + "quant": "BF16", + "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-8B-Instruct-2512-BF16", + "model_clean": "Ministral-3-8B-Instruct-2512-BF16", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 599.7, + "tps_std": 0.58, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 8.49, + "file_size_gib": 15.81, + "name_params_b": 8.49, + "quant": "BF16", + "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Ministral-3-8B-Instruct-2512-BF16", + "model_clean": "Ministral-3-8B-Instruct-2512-BF16", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.4, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 8.49, + "file_size_gib": 15.81, + "name_params_b": 8.49, + "quant": "BF16", + "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", @@ -2899,6 +3573,354 @@ "number": "7285" } }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1562.53, + "tps_std": 124.66, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 57.64, + "tps_std": 0.13, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 648.98, + "tps_std": 0.99, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 51.67, + "tps_std": 0.18, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1556.37, + "tps_std": 85.43, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 57.91, + "tps_std": 0.16, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 663.24, + "tps_std": 4.86, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 52.39, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1532.05, + "tps_std": 91.83, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 57.22, + "tps_std": 0.15, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 667.09, + "tps_std": 10.31, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 52.29, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", @@ -3911,6 +4933,354 @@ "number": "7285" } }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2723.67, + "tps_std": 221.55, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 100.3, + "tps_std": 0.67, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2857.26, + "tps_std": 9.36, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 100.7, + "tps_std": 0.42, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2816.71, + "tps_std": 32.12, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 102.96, + "tps_std": 0.75, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2788.27, + "tps_std": 21.84, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 103.2, + "tps_std": 0.51, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2867.19, + "tps_std": 13.92, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 102.01, + "tps_std": 0.63, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2856.57, + "tps_std": 29.59, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 100.81, + "tps_std": 0.47, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", @@ -4955,6 +6325,354 @@ "number": "7285" } }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2928.78, + "tps_std": 251.26, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 76.1, + "tps_std": 0.29, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2713.01, + "tps_std": 14.12, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 75.96, + "tps_std": 0.29, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2979.5, + "tps_std": 32.77, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 77.26, + "tps_std": 0.28, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2648.65, + "tps_std": 19.9, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 76.82, + "tps_std": 0.26, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3051.37, + "tps_std": 17.3, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 75.94, + "tps_std": 0.31, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2706.95, + "tps_std": 19.8, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 75.97, + "tps_std": 0.3, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", @@ -5999,6 +7717,354 @@ "number": "7285" } }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 843.8, + "tps_std": 54.72, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 37.77, + "tps_std": 0.11, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 879.13, + "tps_std": 5.75, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 34.01, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 900.01, + "tps_std": 8.67, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 37.77, + "tps_std": 0.07, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 887.15, + "tps_std": 1.62, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 33.84, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 854.9, + "tps_std": 49.88, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 37.81, + "tps_std": 0.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 880.89, + "tps_std": 2.65, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 33.81, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", @@ -7011,6 +9077,354 @@ "number": "7285" } }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2726.93, + "tps_std": 218.34, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.27, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1936.02, + "tps_std": 0.61, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.27, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2672.34, + "tps_std": 14.98, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.98, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1851.96, + "tps_std": 1.4, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.98, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2854.01, + "tps_std": 18.63, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.27, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1937.83, + "tps_std": 0.71, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.24, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", @@ -8023,6 +10437,322 @@ "number": "7285" } }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 179.62, + "tps_std": 0.14, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.37, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1599.56, + "tps_std": 7.86, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.48, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 177.39, + "tps_std": 0.07, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.37, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1666.49, + "tps_std": 12.25, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.49, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 178.86, + "tps_std": 0.11, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.37, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", @@ -9035,6 +11765,354 @@ "number": "7285" } }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6603.82, + "tps_std": 189.78, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 125.68, + "tps_std": 0.24, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6566.74, + "tps_std": 165.41, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 124.66, + "tps_std": 1.92, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6279.64, + "tps_std": 163.15, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 122.09, + "tps_std": 0.54, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6273.87, + "tps_std": 161.21, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 121.74, + "tps_std": 0.57, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6548.8, + "tps_std": 183.77, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 125.52, + "tps_std": 0.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6521.77, + "tps_std": 177.3, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 125.17, + "tps_std": 0.46, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", @@ -9631,6 +12709,162 @@ "gpu_config": "dual", "build": null }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", @@ -10611,6 +13845,354 @@ "number": "7285" } }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4588.21, + "tps_std": 47.38, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 132.24, + "tps_std": 0.57, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4501.95, + "tps_std": 6.95, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 132.67, + "tps_std": 0.25, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4784.27, + "tps_std": 37.89, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 134.51, + "tps_std": 0.32, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4690.59, + "tps_std": 84.92, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 134.54, + "tps_std": 0.27, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4558.95, + "tps_std": 58.68, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 131.62, + "tps_std": 0.5, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4510.84, + "tps_std": 8.42, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 132.55, + "tps_std": 0.37, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", @@ -11655,6 +15237,354 @@ "number": "7285" } }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4806.21, + "tps_std": 73.61, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1.1-mmf", + "env_base": "rocm7.1.1", + "env_variant": "mmf", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.03, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4786.12, + "tps_std": 86.07, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1.1-mmf-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "mmf-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.49, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4653.72, + "tps_std": 63.28, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.72, + "tps_std": 0.07, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4652.96, + "tps_std": 61.07, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 97.98, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4799.82, + "tps_std": 86.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.13, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4778.61, + "tps_std": 91.21, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.36, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "22577583a", + "number": "7312" + } + }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", diff --git a/toolboxes/Dockerfile.rocm-7.1.1-mmf b/toolboxes/Dockerfile.rocm-7.1.1-mmf index c70e13c..2d62feb 100644 --- a/toolboxes/Dockerfile.rocm-7.1.1-mmf +++ b/toolboxes/Dockerfile.rocm-7.1.1-mmf @@ -42,7 +42,9 @@ COPY patches/mmf.cuh /tmp/mmf.cuh # build RUN git clean -xdf \ && git submodule update --recursive \ - && find . -name mmf.cuh -exec cp /tmp/mmf.cuh {} \; \ + && count=$(find . -name mmf.cuh -exec cp /tmp/mmf.cuh {} \; -print | wc -l) \ + && if [ "$count" -eq 0 ]; then echo "ERROR: mmf.cuh not found! Patch failed."; exit 1; fi \ + && echo "SUCCESS: Patched $count instance(s) of mmf.cuh" \ && cmake -S . -B build \ -DGGML_HIP=ON \ -DAMDGPU_TARGETS=gfx1201 \