diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log new file mode 100644 index 0000000..141df91 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1907.67 ± 21.27 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.81 ± 0.20 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..fe82ca9 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1773.31 ± 14.12 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.79 ± 0.17 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log new file mode 100644 index 0000000..2a2e3ea --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1862.04 ± 18.24 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.40 ± 0.13 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log new file mode 100644 index 0000000..51ecda5 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1742.37 ± 17.13 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.32 ± 0.18 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log new file mode 100644 index 0000000..4bfb005 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3031.95 ± 63.94 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.34 ± 0.30 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..32bf5f2 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2751.33 ± 25.32 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 76.19 ± 1.96 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log new file mode 100644 index 0000000..d0bdca0 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3071.16 ± 32.87 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 76.06 ± 0.28 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log new file mode 100644 index 0000000..76b4a43 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2770.42 ± 4.16 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 76.12 ± 0.30 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log new file mode 100644 index 0000000..0c67282 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3092.59 ± 48.47 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 78.53 ± 0.37 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..0a911f2 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2729.27 ± 20.16 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 78.54 ± 0.36 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log new file mode 100644 index 0000000..34b9f8c --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3189.75 ± 37.79 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.60 ± 0.37 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log new file mode 100644 index 0000000..9915e44 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2814.49 ± 29.02 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.13 ± 1.33 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log new file mode 100644 index 0000000..991f23f --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3029.45 ± 26.26 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.19 ± 0.28 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..79174df --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2730.97 ± 3.89 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.29 ± 0.29 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log new file mode 100644 index 0000000..4e30bb0 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3127.94 ± 27.77 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 76.22 ± 0.29 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log new file mode 100644 index 0000000..d12e764 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2799.47 ± 4.43 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 76.11 ± 0.29 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log new file mode 100644 index 0000000..b77242f --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1886.26 ± 127.63 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 82.73 ± 0.05 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log new file mode 100644 index 0000000..b4d0f80 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1616.13 ± 164.97 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 77.99 ± 0.17 | + +build: fa0465954 (7205) diff --git a/docs/results.json b/docs/results.json index 3b2f1db..bc30fcc 100644 --- a/docs/results.json +++ b/docs/results.json @@ -1,6 +1,6 @@ { "meta": { - "generated_at": "2025-11-30T11:14:47Z", + "generated_at": "2025-11-30T11:38:37Z", "os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)", "llamacpp_builds": [ { @@ -2119,6 +2119,1050 @@ "number": "7205" } }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1907.67, + "tps_std": 21.27, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 77.81, + "tps_std": 0.2, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1773.31, + "tps_std": 14.12, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 77.79, + "tps_std": 0.17, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1862.04, + "tps_std": 18.24, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 77.4, + "tps_std": 0.13, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1742.37, + "tps_std": 17.13, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 77.32, + "tps_std": 0.18, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3031.95, + "tps_std": 63.94, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 77.34, + "tps_std": 0.3, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2751.33, + "tps_std": 25.32, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 76.19, + "tps_std": 1.96, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3071.16, + "tps_std": 32.87, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 76.06, + "tps_std": 0.28, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2770.42, + "tps_std": 4.16, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 76.12, + "tps_std": 0.3, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3092.59, + "tps_std": 48.47, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 78.53, + "tps_std": 0.37, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2729.27, + "tps_std": 20.16, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 78.54, + "tps_std": 0.36, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3189.75, + "tps_std": 37.79, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 77.6, + "tps_std": 0.37, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2814.49, + "tps_std": 29.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 77.13, + "tps_std": 1.33, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3029.45, + "tps_std": 26.26, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 77.19, + "tps_std": 0.28, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2730.97, + "tps_std": 3.89, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 77.29, + "tps_std": 0.29, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3127.94, + "tps_std": 27.77, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 76.22, + "tps_std": 0.29, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2799.47, + "tps_std": 4.43, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 76.11, + "tps_std": 0.29, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1886.26, + "tps_std": 127.63, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 82.73, + "tps_std": 0.05, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1616.13, + "tps_std": 164.97, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 77.99, + "tps_std": 0.17, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",