From 3d9087c39bf01c502711e245d209ab489bd069ef Mon Sep 17 00:00:00 2001
From: Donato Capitella <donato.capitella@reversec.com>
Date: Sun, 30 Nov 2025 13:47:32 +0000
Subject: [PATCH] updated benchmarks

---
 ...002__rocm-7-nightly-rocwmma__fa1__dual.log |    4 +-
 ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log |    4 +-
 ...01-of-00002__rocm-7-nightly__fa1__dual.log |    4 +-
 ...0002__rocm-7-nightly__hblt0__fa1__dual.log |    4 +-
 ...-of-00002__rocm-7.9-rocwmma__fa1__dual.log |    4 +-
 ...02__rocm-7.9-rocwmma__hblt0__fa1__dual.log |    4 +-
 ...16-00001-of-00002__rocm-7.9__fa1__dual.log |    4 +-
 ...1-of-00002__rocm-7.9__hblt0__fa1__dual.log |    4 +-
 ...of-00002__rocm6_4_4-rocwmma__fa1__dual.log |    4 +-
 ...2__rocm6_4_4-rocwmma__hblt0__fa1__dual.log |    4 +-
 ...6-00001-of-00002__rocm6_4_4__fa1__dual.log |    4 +-
 ...-of-00002__rocm6_4_4__hblt0__fa1__dual.log |    4 +-
 ...1-of-00002__rocm7.1-rocwmma__fa1__dual.log |    4 +-
 ...002__rocm7.1-rocwmma__hblt0__fa1__dual.log |    4 +-
 ...F16-00001-of-00002__rocm7.1__fa1__dual.log |    4 +-
 ...01-of-00002__rocm7.1__hblt0__fa1__dual.log |    4 +-
 ...001-of-00002__vulkan_amdvlk__fa1__dual.log |    4 +-
 ...00001-of-00002__vulkan_radv__fa1__dual.log |    4 +-
 ...M__rocm-7-nightly-rocwmma__fa1__single.log |    4 +-
 ...-7-nightly-rocwmma__hblt0__fa1__single.log |    4 +-
 ...ct-Q4_K_M__rocm-7-nightly__fa1__single.log |    4 +-
 ..._M__rocm-7-nightly__hblt0__fa1__single.log |    4 +-
 ...-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log |    4 +-
 ...__rocm-7.9-rocwmma__hblt0__fa1__single.log |    4 +-
 ...Instruct-Q4_K_M__rocm-7.9__fa1__single.log |    4 +-
 ...t-Q4_K_M__rocm-7.9__hblt0__fa1__single.log |    4 +-
 ...Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log |    4 +-
 ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log |    4 +-
 ...nstruct-Q4_K_M__rocm6_4_4__fa1__single.log |    4 +-
 ...-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log |    4 +-
 ...t-Q4_K_M__rocm7.1-rocwmma__fa1__single.log |    4 +-
 ...M__rocm7.1-rocwmma__hblt0__fa1__single.log |    4 +-
 ...-Instruct-Q4_K_M__rocm7.1__fa1__single.log |    4 +-
 ...ct-Q4_K_M__rocm7.1__hblt0__fa1__single.log |    4 +-
 ...uct-Q4_K_M__vulkan_amdvlk__fa1__single.log |    4 +-
 ...truct-Q4_K_M__vulkan_radv__fa1__single.log |    4 +-
 ..._XL__rocm-7-nightly-rocwmma__fa1__dual.log |    4 +-
 ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log |    4 +-
 ...-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log |    4 +-
 ...K_XL__rocm-7-nightly__hblt0__fa1__dual.log |    4 +-
 ...D-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log |    4 +-
 ...XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log |    4 +-
 ...struct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log |    4 +-
 ...UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log |    4 +-
 ...-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log |    4 +-
 ...L__rocm6_4_4-rocwmma__hblt0__fa1__dual.log |    4 +-
 ...truct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log |    4 +-
 ...D-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log |    4 +-
 ...UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log |    4 +-
 ..._XL__rocm7.1-rocwmma__hblt0__fa1__dual.log |    4 +-
 ...nstruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log |    4 +-
 ...-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log |    4 +-
 ...t-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log |    4 +-
 ...uct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log |    4 +-
 ..._XL__rocm-7-nightly-rocwmma__fa1__dual.log |    4 +-
 ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log |    4 +-
 ...-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log |    4 +-
 ...K_XL__rocm-7-nightly__hblt0__fa1__dual.log |    4 +-
 ...D-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log |    4 +-
 ...XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log |    4 +-
 ...struct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log |    4 +-
 ...UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log |    4 +-
 ...-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log |    4 +-
 ...L__rocm6_4_4-rocwmma__hblt0__fa1__dual.log |    4 +-
 ...truct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log |    4 +-
 ...D-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log |    4 +-
 ...UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log |    4 +-
 ..._XL__rocm7.1-rocwmma__hblt0__fa1__dual.log |    4 +-
 ...nstruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log |    4 +-
 ...-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log |    4 +-
 ...t-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log |    4 +-
 ...uct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log |    4 +-
 ...L__rocm-7-nightly-rocwmma__fa1__single.log |    4 +-
 ...-7-nightly-rocwmma__hblt0__fa1__single.log |    4 +-
 ...D-Q8_K_XL__rocm-7-nightly__fa1__single.log |    4 +-
 ...XL__rocm-7-nightly__hblt0__fa1__single.log |    4 +-
 ...Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log |    4 +-
 ...__rocm-7.9-rocwmma__hblt0__fa1__single.log |    4 +-
 ...b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log |    4 +-
 ...-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log |    4 +-
 ...8_K_XL__rocm6_4_4-rocwmma__fa1__single.log |    4 +-
 ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log |    4 +-
 ...-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log |    4 +-
 ...Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log |    4 +-
 ...-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log |    4 +-
 ...L__rocm7.1-rocwmma__hblt0__fa1__single.log |    4 +-
 ...2b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log |    4 +-
 ...D-Q8_K_XL__rocm7.1__hblt0__fa1__single.log |    4 +-
 ...UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log |    4 +-
 ...t-UD-Q8_K_XL__vulkan_radv__fa1__single.log |    4 +-
 ...002__rocm-7-nightly-rocwmma__fa1__dual.log |   18 +-
 ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log |    4 +-
 ...01-of-00002__rocm-7-nightly__fa1__dual.log |    4 +-
 ...0002__rocm-7-nightly__hblt0__fa1__dual.log |    4 +-
 ...-of-00002__rocm-7.9-rocwmma__fa1__dual.log |    4 +-
 ...02__rocm-7.9-rocwmma__hblt0__fa1__dual.log |    2 +-
 ...16-00001-of-00002__rocm-7.9__fa1__dual.log |    4 +-
 ...1-of-00002__rocm-7.9__hblt0__fa1__dual.log |    4 +-
 ...of-00002__rocm6_4_4-rocwmma__fa1__dual.log |    4 +-
 ...2__rocm6_4_4-rocwmma__hblt0__fa1__dual.log |    2 +-
 ...6-00001-of-00002__rocm6_4_4__fa1__dual.log |    4 +-
 ...-of-00002__rocm6_4_4__hblt0__fa1__dual.log |    2 +-
 ...1-of-00002__rocm7.1-rocwmma__fa1__dual.log |   21 +-
 ...002__rocm7.1-rocwmma__hblt0__fa1__dual.log |    2 +-
 ...F16-00001-of-00002__rocm7.1__fa1__dual.log |   18 +-
 ...01-of-00002__rocm7.1__hblt0__fa1__dual.log |    4 +-
 ...00001-of-00002__vulkan_radv__fa1__dual.log |    4 +-
 ...S__rocm-7-nightly-rocwmma__fa1__single.log |    4 +-
 ...-7-nightly-rocwmma__hblt0__fa1__single.log |    4 +-
 ...it-Q3_K_S__rocm-7-nightly__fa1__single.log |    4 +-
 ..._S__rocm-7-nightly__hblt0__fa1__single.log |    4 +-
 ...-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log |    4 +-
 ...__rocm-7.9-rocwmma__hblt0__fa1__single.log |    4 +-
 ...-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log |    4 +-
 ...t-Q3_K_S__rocm-7.9__hblt0__fa1__single.log |    4 +-
 ...Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log |    4 +-
 ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log |    4 +-
 ...3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log |    4 +-
 ...-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log |    4 +-
 ...t-Q3_K_S__rocm7.1-rocwmma__fa1__single.log |    4 +-
 ...S__rocm7.1-rocwmma__hblt0__fa1__single.log |    4 +-
 ...a-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log |    4 +-
 ...it-Q3_K_S__rocm7.1__hblt0__fa1__single.log |    4 +-
 ...-it-Q3_K_S__vulkan_amdvlk__fa1__single.log |    4 +-
 ...4b-it-Q3_K_S__vulkan_radv__fa1__single.log |    4 +-
 ...oss-120b-F16__vulkan_amdvlk__fa1__dual.log |    4 +-
 ...t-oss-120b-F16__vulkan_radv__fa1__dual.log |    4 +-
 ...001-of-00003__vulkan_amdvlk__fa1__dual.log |    4 +-
 ...00001-of-00003__vulkan_radv__fa1__dual.log |    4 +-
 ...F32__rocm-7-nightly-rocwmma__fa1__dual.log |    4 +-
 ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log |    4 +-
 ...oss-20b-F32__rocm-7-nightly__fa1__dual.log |    4 +-
 ...-F32__rocm-7-nightly__hblt0__fa1__dual.log |    4 +-
 ...s-20b-F32__rocm-7.9-rocwmma__fa1__dual.log |    4 +-
 ...32__rocm-7.9-rocwmma__hblt0__fa1__dual.log |    4 +-
 .../gpt-oss-20b-F32__rocm-7.9__fa1__dual.log  |    4 +-
 ...ss-20b-F32__rocm-7.9__hblt0__fa1__dual.log |    4 +-
 ...-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log |    4 +-
 ...2__rocm6_4_4-rocwmma__hblt0__fa1__dual.log |    4 +-
 .../gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log |    4 +-
 ...s-20b-F32__rocm6_4_4__hblt0__fa1__dual.log |    4 +-
 ...ss-20b-F32__rocm7.1-rocwmma__fa1__dual.log |    4 +-
 ...F32__rocm7.1-rocwmma__hblt0__fa1__dual.log |    4 +-
 .../gpt-oss-20b-F32__rocm7.1__fa1__dual.log   |    2 +-
 ...oss-20b-F32__rocm7.1__hblt0__fa1__dual.log |    2 +-
 ...-oss-20b-F32__vulkan_amdvlk__fa1__dual.log |    4 +-
 ...pt-oss-20b-F32__vulkan_radv__fa1__dual.log |    4 +-
 ...4__rocm-7-nightly-rocwmma__fa1__single.log |    4 +-
 ...-7-nightly-rocwmma__hblt0__fa1__single.log |    4 +-
 ...20b-mxfp4__rocm-7-nightly__fa1__single.log |    4 +-
 ...p4__rocm-7-nightly__hblt0__fa1__single.log |    4 +-
 ...b-mxfp4__rocm-7.9-rocwmma__fa1__single.log |    4 +-
 ...__rocm-7.9-rocwmma__hblt0__fa1__single.log |    4 +-
 ...t-oss-20b-mxfp4__rocm-7.9__fa1__single.log |    4 +-
 ...0b-mxfp4__rocm-7.9__hblt0__fa1__single.log |    4 +-
 ...-mxfp4__rocm6_4_4-rocwmma__fa1__single.log |    4 +-
 ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log |    4 +-
 ...-oss-20b-mxfp4__rocm6_4_4__fa1__single.log |    4 +-
 ...b-mxfp4__rocm6_4_4__hblt0__fa1__single.log |    4 +-
 ...0b-mxfp4__rocm7.1-rocwmma__fa1__single.log |    4 +-
 ...4__rocm7.1-rocwmma__hblt0__fa1__single.log |    4 +-
 ...pt-oss-20b-mxfp4__rocm7.1__fa1__single.log |    4 +-
 ...20b-mxfp4__rocm7.1__hblt0__fa1__single.log |    4 +-
 ...-20b-mxfp4__vulkan_amdvlk__fa1__single.log |    4 +-
 ...ss-20b-mxfp4__vulkan_radv__fa1__single.log |    4 +-
 ...0__rocm-7-nightly-rocwmma__fa1__single.log |    4 +-
 ...-7-nightly-rocwmma__hblt0__fa1__single.log |    4 +-
 ...2-7b.Q4_0__rocm-7-nightly__fa1__single.log |    4 +-
 ..._0__rocm-7-nightly__hblt0__fa1__single.log |    4 +-
 ...7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log |    4 +-
 ...__rocm-7.9-rocwmma__hblt0__fa1__single.log |    4 +-
 ...llama-2-7b.Q4_0__rocm-7.9__fa1__single.log |    4 +-
 ...-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log |    4 +-
 ...b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log |    4 +-
 ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log |    4 +-
 ...lama-2-7b.Q4_0__rocm6_4_4__fa1__single.log |    4 +-
 ...7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log |    4 +-
 ...-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log |    4 +-
 ...0__rocm7.1-rocwmma__hblt0__fa1__single.log |    4 +-
 .../llama-2-7b.Q4_0__rocm7.1__fa1__single.log |    4 +-
 ...2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log |    4 +-
 ...-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log |    4 +-
 ...ma-2-7b.Q4_0__vulkan_radv__fa1__single.log |    4 +-
 docs/results.json                             | 5616 ++++++++---------
 184 files changed, 3159 insertions(+), 3222 deletions(-)

diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log
index 925943e..e216864 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     1543.57 ± 178.00 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.52 ± 0.14 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     1622.34 ± 128.86 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.53 ± 0.07 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
index 759f99f..de449be 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       655.20 ± 11.76 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.00 ± 0.03 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       637.77 ± 13.61 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.05 ± 0.03 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log
index b1b30bd..26867af 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1626.90 ± 24.29 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         56.95 ± 0.63 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     1544.19 ± 224.65 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.28 ± 0.07 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log
index 19defb9..cc0332f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        645.15 ± 5.88 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         51.85 ± 0.02 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       629.39 ± 20.64 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         51.87 ± 0.05 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log
index 6251c27..4fd29c3 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1573.70 ± 86.22 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.94 ± 0.15 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     1538.72 ± 208.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         58.02 ± 0.11 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log
index a5e9770..5cebad9 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        681.11 ± 9.98 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.99 ± 0.09 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       664.86 ± 54.89 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.84 ± 0.06 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log
index 091ba2b..61ed231 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1617.14 ± 72.83 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.48 ± 0.08 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     1599.94 ± 126.30 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.50 ± 0.05 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log
index 6c027f2..e84e3a7 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       671.33 ± 34.85 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.44 ± 0.08 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        682.09 ± 7.42 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         58.06 ± 0.43 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log
index f79196d..0c51957 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1699.96 ± 17.30 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         58.28 ± 0.14 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1704.02 ± 12.95 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.95 ± 0.52 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
index 0bd7513..42a52e4 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        672.15 ± 7.22 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.41 ± 0.51 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       664.27 ± 16.59 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.80 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log
index bb09453..f98ff71 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     1532.28 ± 244.19 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.91 ± 0.12 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1731.74 ± 16.06 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.64 ± 0.54 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log
index da0efcf..90057f9 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        684.36 ± 9.67 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.62 ± 0.01 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        687.91 ± 6.98 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.27 ± 0.43 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log
index a4d4821..ca670b9 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1590.83 ± 63.43 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.90 ± 0.10 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     1553.68 ± 160.23 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.81 ± 0.07 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log
index 02d0e00..627b2e3 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        683.23 ± 3.48 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.93 ± 0.07 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        672.84 ± 8.78 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.86 ± 0.40 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log
index 66ba06a..de5b487 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     1577.37 ± 164.50 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         58.25 ± 0.10 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1629.33 ± 67.83 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.58 ± 0.05 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log
index 7b1015f..1f6cabe 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       689.58 ± 10.51 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.45 ± 0.06 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        684.37 ± 2.61 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.54 ± 0.08 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log
index 33eb634..b5399b4 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |        336.52 ± 4.47 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         14.83 ± 0.41 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |       286.55 ± 12.36 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         16.21 ± 0.15 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log
index 044831c..c9d11b4 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |     1685.39 ± 159.20 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         25.37 ± 0.82 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |      1593.95 ± 58.52 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         30.17 ± 0.36 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log
index c17fabf..6aa1120 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3029.83 ± 29.89 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        107.69 ± 0.79 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3020.37 ± 43.13 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        107.80 ± 0.58 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
index 4c68624..2fd22f8 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3014.05 ± 33.10 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        108.03 ± 0.41 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2997.38 ± 60.33 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        107.79 ± 0.46 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log
index e867f5c..2dbbc49 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2974.25 ± 26.95 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        107.14 ± 0.45 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2913.43 ± 23.64 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        107.01 ± 0.69 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log
index 5e0d646..d513efc 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2905.24 ± 49.34 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        107.17 ± 0.45 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2919.46 ± 42.12 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        106.96 ± 0.69 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log
index 6614e0c..95933ca 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2819.42 ± 24.05 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.46 ± 0.29 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2819.16 ± 36.53 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.55 ± 0.36 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log
index bfdf82b..04fccfa 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2831.10 ± 38.83 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.12 ± 0.38 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2798.79 ± 24.28 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.01 ± 0.29 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log
index 8236238..8e392be 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2900.63 ± 29.61 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        102.39 ± 0.13 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2855.40 ± 20.98 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        102.88 ± 0.52 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log
index 0663516..a0f9ac7 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2864.22 ± 14.47 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        102.81 ± 0.37 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2857.35 ± 21.82 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        103.00 ± 0.52 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log
index 3575767..45f5355 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2819.84 ± 23.93 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        106.53 ± 0.43 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2839.13 ± 17.80 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        106.43 ± 0.52 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log
index 063c0b6..342719e 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2841.40 ± 38.04 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        106.60 ± 0.31 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2805.58 ± 24.28 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        106.42 ± 0.50 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log
index 6746896..a8fa37e 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2945.06 ± 35.71 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        105.64 ± 0.54 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2948.99 ± 46.59 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        105.97 ± 0.24 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log
index e460591..16c4ab2 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2958.74 ± 12.12 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        105.96 ± 0.24 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2921.36 ± 33.18 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        105.79 ± 0.44 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log
index d64396e..e842086 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       2799.37 ± 7.73 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.37 ± 0.25 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2827.41 ± 23.48 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.05 ± 1.22 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log
index f0e37e4..21b5dd1 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2816.37 ± 26.52 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.43 ± 0.23 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2783.87 ± 35.60 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.30 ± 0.29 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log
index 0b2c542..b0ca805 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2873.53 ± 17.86 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        103.10 ± 0.46 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2867.39 ± 32.96 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        102.97 ± 0.51 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log
index 9def979..1dd34ca 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2876.61 ± 20.40 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        102.77 ± 0.31 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2846.47 ± 25.01 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        102.24 ± 1.48 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log
index 10e2660..a376953 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |     1532.93 ± 158.64 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |        112.70 ± 0.06 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |      1450.58 ± 57.46 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |        112.62 ± 0.49 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log
index 497443c..2c5f01d 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |     1353.29 ± 143.93 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |        102.36 ± 0.73 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |      1278.02 ± 94.48 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |        102.18 ± 0.36 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
index 141df91..9bed0ef 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1907.67 ± 21.27 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.81 ± 0.20 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1888.53 ± 18.64 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.77 ± 0.12 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
index fe82ca9..93bb21f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1773.31 ± 14.12 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.79 ± 0.17 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       1757.56 ± 2.78 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.62 ± 0.12 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log
index 2a2e3ea..61faf2f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1862.04 ± 18.24 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.40 ± 0.13 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1823.40 ± 79.46 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.05 ± 0.21 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
index 51ecda5..5025471 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1742.37 ± 17.13 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.32 ± 0.18 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1713.47 ± 20.05 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.21 ± 0.13 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log
index 4bfb005..916929b 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3031.95 ± 63.94 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.34 ± 0.30 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2995.60 ± 21.52 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.06 ± 0.31 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
index 32bf5f2..e5bef73 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2751.33 ± 25.32 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.19 ± 1.96 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2692.40 ± 14.09 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.29 ± 0.23 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log
index d0bdca0..694968a 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3071.16 ± 32.87 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.06 ± 0.28 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3048.39 ± 23.80 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.22 ± 0.23 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log
index 76b4a43..8903488 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       2770.42 ± 4.16 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.12 ± 0.30 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       2737.79 ± 9.63 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.02 ± 0.21 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
index 0c67282..49aac1d 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3092.59 ± 48.47 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         78.53 ± 0.37 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3042.89 ± 19.22 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         78.56 ± 0.28 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
index 0a911f2..8cafc03 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2729.27 ± 20.16 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         78.54 ± 0.36 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       2692.73 ± 7.68 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         78.04 ± 0.99 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log
index 34b9f8c..9078e7a 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3189.75 ± 37.79 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.60 ± 0.37 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3141.98 ± 27.97 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.74 ± 0.29 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log
index 9915e44..b90844d 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2814.49 ± 29.02 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.13 ± 1.33 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       2795.57 ± 9.79 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.54 ± 0.34 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log
index 991f23f..57c76cd 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3029.45 ± 26.26 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.19 ± 0.28 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2973.42 ± 43.94 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.22 ± 0.23 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log
index 79174df..bc01a10 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       2730.97 ± 3.89 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.29 ± 0.29 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2689.18 ± 17.39 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.83 ± 1.01 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log
index 4e30bb0..e6b15ff 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3127.94 ± 27.77 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.22 ± 0.29 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3050.31 ± 19.73 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         75.79 ± 0.44 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log
index d12e764..8a2e0b5 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       2799.47 ± 4.43 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.11 ± 0.29 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2752.40 ± 19.12 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.00 ± 0.23 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log
index b77242f..3a377ed 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |     1886.26 ± 127.63 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         82.73 ± 0.05 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |      1716.73 ± 53.79 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         82.29 ± 0.10 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log
index b4d0f80..34d91ea 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |     1616.13 ± 164.97 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         77.99 ± 0.17 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |      1437.77 ± 62.07 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         78.40 ± 0.13 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
index 36395e6..bfbc5bb 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        746.19 ± 3.50 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         31.19 ± 0.03 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |       626.78 ± 37.07 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         30.20 ± 1.77 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
index 8d2911c..3f288eb 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        691.91 ± 4.04 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         28.64 ± 0.01 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        685.49 ± 5.20 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         28.41 ± 0.01 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log
index dff20be..9750b41 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        744.87 ± 4.36 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         30.61 ± 0.95 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        743.42 ± 3.30 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         31.16 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
index 64a4698..ee62a03 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        689.70 ± 3.91 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         28.70 ± 0.01 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        694.68 ± 3.35 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         28.43 ± 0.07 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log
index d2f708c..194cb41 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        734.30 ± 4.45 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         30.83 ± 0.01 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        734.08 ± 2.84 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         30.97 ± 0.03 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
index 69abdae..6d4668e 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        755.65 ± 2.29 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         31.06 ± 0.08 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        755.83 ± 1.26 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         31.00 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log
index 1fee121..be2e71e 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        738.77 ± 1.95 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         30.85 ± 0.02 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        734.14 ± 1.52 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         30.91 ± 0.05 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log
index e697edd..e495b4a 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        761.15 ± 0.65 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         30.97 ± 0.07 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        753.90 ± 1.41 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         31.08 ± 0.07 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
index 618ea1c..7b7fb84 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |       678.02 ± 26.20 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         30.84 ± 0.12 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |       695.46 ± 92.82 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         30.80 ± 0.15 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
index c6c09ad..dfbe74a 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        685.55 ± 6.26 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         27.85 ± 0.17 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        681.50 ± 3.02 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         27.40 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log
index e721e81..8b93ff0 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |      664.88 ± 136.58 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         31.27 ± 0.03 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        751.32 ± 4.65 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         31.30 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log
index c6387b8..59381fe 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        692.42 ± 0.22 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         27.42 ± 0.00 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        690.73 ± 4.44 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         28.18 ± 0.03 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log
index 463d594..30f45b1 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        723.69 ± 8.04 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         30.85 ± 0.03 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        729.06 ± 5.17 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         30.87 ± 0.03 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log
index 61cd77a..90e8b35 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        751.01 ± 2.42 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         31.17 ± 0.01 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        753.11 ± 4.21 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         31.02 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log
index 638e61e..0d8987f 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        731.65 ± 3.93 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         30.99 ± 0.04 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        732.53 ± 2.82 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         31.05 ± 0.04 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log
index a42dd8a..4eb2666 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        755.98 ± 3.76 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         31.20 ± 0.01 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        749.12 ± 4.65 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         31.14 ± 0.05 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log
index c8bb073..2b9b432 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           pp512 |        358.44 ± 0.84 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           tg128 |         30.61 ± 0.17 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           pp512 |        355.82 ± 1.33 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           tg128 |         34.48 ± 0.31 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log
index 30d67d7..8b4795a 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           pp512 |        295.49 ± 0.36 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           tg128 |         21.56 ± 0.16 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           pp512 |        300.38 ± 0.82 |
+| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           tg128 |         24.41 ± 0.31 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log
index 9c74023..23691db 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1475.87 ± 6.84 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.94 ± 0.01 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      1467.59 ± 33.66 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.98 ± 0.00 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
index 639db26..9fdb9bf 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1209.56 ± 3.22 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.93 ± 0.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1209.48 ± 4.18 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.94 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log
index 0aad4f9..1d9e07d 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1470.53 ± 4.40 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.24 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1471.76 ± 6.40 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.28 ± 0.00 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log
index be5997e..8ecdcaf 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1194.33 ± 0.71 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.25 ± 0.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1193.30 ± 0.92 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.27 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log
index ed85ffd..c1c93af 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2639.48 ± 23.85 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.98 ± 0.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2620.27 ± 58.52 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.99 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log
index 1b2fb59..4f54a24 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1841.65 ± 6.92 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.96 ± 0.01 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1838.59 ± 5.99 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.96 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log
index 3fbc8d0..f5a4b10 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       2781.05 ± 5.48 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.25 ± 0.01 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       2777.85 ± 3.51 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.25 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log
index a030009..72b60c1 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1905.36 ± 8.03 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.25 ± 0.01 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1906.35 ± 7.11 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.31 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log
index 1fac751..d28bafe 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2757.27 ± 20.99 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.01 ± 0.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2759.96 ± 14.76 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.02 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log
index 84f5508..4da1dbb 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1924.47 ± 6.43 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.97 ± 0.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1925.96 ± 5.08 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.00 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log
index dfed65d..713bb1d 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2875.43 ± 26.48 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.26 ± 0.03 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2885.85 ± 24.14 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.28 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log
index e3ce07a..fabe4c0 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1976.49 ± 8.76 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.27 ± 0.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1976.74 ± 6.47 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.26 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log
index e4911b6..52c9f1a 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       2620.76 ± 8.66 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.95 ± 0.01 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2626.70 ± 13.60 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.97 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log
index 907a9e5..f284f8f 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1828.43 ± 7.53 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.97 ± 0.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1833.53 ± 6.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.94 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log
index 5dd6519..b0684b2 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       2788.00 ± 4.06 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.29 ± 0.01 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       2780.99 ± 4.35 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.26 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log
index 5f4836d..a69ceca 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1912.89 ± 8.88 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.30 ± 0.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1906.89 ± 6.13 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.27 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log
index f339456..e228212 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           pp512 |      1502.24 ± 99.88 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           tg128 |         30.58 ± 0.21 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           pp512 |     1437.05 ± 134.24 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           tg128 |         30.69 ± 0.30 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log
index 8c098fe..31a0c9c 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           pp512 |     1328.74 ± 100.82 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           tg128 |         27.25 ± 0.14 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           pp512 |      1362.70 ± 91.17 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           tg128 |         27.07 ± 0.13 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log
index a5c3df4..80c1951 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log
@@ -5,7 +5,17 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1590.78 ± 0.99 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.45 ± 0.00 |
-
-build: fa0465954 (7205)
+/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:90: ROCm error
+/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f2fca3af565]
+/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f2fca3af92b]
+/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f2fca3afaaf]
+/usr/local/lib64/libggml-hip.so.0(+0x2c7b152) [0x7f2fcd0e7152]
+/usr/local/lib64/libggml-hip.so.0(+0x2c8033e) [0x7f2fcd0ec33e]
+/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_synchronize+0x2e) [0x7f2fca3c694e]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context11synchronizeEv+0x10) [0x7f2fcd7a1c70]
+/usr/local/bin/llama-bench() [0x40abfc]
+/usr/local/bin/llama-bench() [0x40898d]
+/lib64/libc.so.6(+0x35b5) [0x7f2fc9d455b5]
+/lib64/libc.so.6(__libc_start_main+0x88) [0x7f2fc9d45668]
+/usr/local/bin/llama-bench() [0x409a75]
+✖ ! [rocm-7-nightly-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__fa1 failed (exit 0)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
index f8d1186..17a6ab0 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        183.73 ± 0.09 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.30 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        185.29 ± 0.29 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.30 ± 0.01 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log
index 82d6e12..05ea4aa 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1522.51 ± 5.17 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.46 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1512.53 ± 2.86 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.45 ± 0.00 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log
index 90ef794..86465d7 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        182.11 ± 0.08 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.32 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        181.36 ± 0.17 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.31 ± 0.00 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log
index 039f682..526ecb2 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1589.12 ± 0.47 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.48 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1569.01 ± 8.41 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.49 ± 0.00 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log
index 32f1a6c..9b818dc 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        176.22 ± 0.11 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        175.20 ± 0.23 |
 | gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.49 ± 0.00 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log
index cbbdc1f..57a63ba 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1578.72 ± 2.69 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.48 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |      1542.16 ± 90.21 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.47 ± 0.01 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log
index 10f5dfe..ad5d2be 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        175.03 ± 0.20 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.48 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        174.65 ± 0.15 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.47 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log
index c966ae6..75446b3 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1270.25 ± 1.64 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.49 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1267.81 ± 2.66 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.48 ± 0.01 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
index 3939f74..2e3903d 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        178.54 ± 0.09 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        178.11 ± 0.12 |
 | gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.36 ± 0.01 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log
index 9b75e6f..5dc9b69 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1313.33 ± 2.59 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.50 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1315.95 ± 2.75 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.49 ± 0.01 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log
index 4a29562..42dd15f 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        180.29 ± 0.06 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        179.09 ± 2.05 |
 | gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.38 ± 0.00 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log
index 5a5e015..17f89ba 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log
@@ -5,7 +5,20 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1559.16 ± 2.09 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.48 ± 0.00 |
-
-build: fa0465954 (7205)
+/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:90: ROCm error
+/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f10ce59f565]
+/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f10ce59f92b]
+/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f10ce59faaf]
+/usr/local/lib64/libggml-hip.so.0(+0x2eb0be2) [0x7f10d150cbe2]
+/usr/local/lib64/libggml-hip.so.0(+0x2eb5d59) [0x7f10d1511d59]
+/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x36d) [0x7f10ce5b99dd]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7f10d1bcb990]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7f10d1bcd622]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7f10d1bd24df]
+/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7f10d1bd32fe]
+/usr/local/bin/llama-bench() [0x40abdb]
+/usr/local/bin/llama-bench() [0x40898d]
+/lib64/libc.so.6(+0x35b5) [0x7f10cdf355b5]
+/lib64/libc.so.6(__libc_start_main+0x88) [0x7f10cdf35668]
+/usr/local/bin/llama-bench() [0x409a75]
+✖ ! [rocm7.1-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__fa1 failed (exit 0)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log
index 7ded75f..4a34174 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        174.47 ± 0.15 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        174.51 ± 0.28 |
 | gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.48 ± 0.00 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log
index e1506e7..9d1de31 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log
@@ -5,7 +5,17 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1586.67 ± 5.72 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.49 ± 0.00 |
-
-build: fa0465954 (7205)
+/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:90: ROCm error
+/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f68bb31a565]
+/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f68bb31a92b]
+/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f68bb31aaaf]
+/usr/local/lib64/libggml-hip.so.0(+0x2f8fb12) [0x7f68be366b12]
+/usr/local/lib64/libggml-hip.so.0(+0x2f94d3e) [0x7f68be36bd3e]
+/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_synchronize+0x2e) [0x7f68bb33194e]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context11synchronizeEv+0x10) [0x7f68bea24c70]
+/usr/local/bin/llama-bench() [0x40abfc]
+/usr/local/bin/llama-bench() [0x40898d]
+/lib64/libc.so.6(+0x35b5) [0x7f68bacb05b5]
+/lib64/libc.so.6(__libc_start_main+0x88) [0x7f68bacb0668]
+/usr/local/bin/llama-bench() [0x409a75]
+✖ ! [rocm7.1] gemma-3-27b-it-BF16-00001-of-00002__fa1 failed (exit 0)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log
index 7cc4730..c120d18 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        175.85 ± 0.19 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.49 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        175.33 ± 0.32 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.47 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log
index d73005d..826fe3f 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 |           pp512 |        557.39 ± 0.99 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 |           tg128 |          9.08 ± 0.02 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 |           pp512 |       542.43 ± 29.38 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 |           tg128 |          9.07 ± 0.01 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log
index 76b5eeb..68b0fb7 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6665.84 ± 134.80 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        123.76 ± 0.02 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6494.67 ± 507.20 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        123.67 ± 0.06 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
index f3f9397..6b62b3e 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6646.29 ± 124.81 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        123.48 ± 0.07 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6745.25 ± 159.52 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        123.60 ± 0.09 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log
index b0af749..d4fe04f 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6415.41 ± 135.85 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        127.03 ± 0.04 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6492.57 ± 170.63 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        126.82 ± 0.12 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log
index fefa319..83e70d9 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6220.27 ± 379.38 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        126.86 ± 0.05 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6522.19 ± 173.72 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        126.85 ± 0.03 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log
index c8481e1..4664ef9 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6010.31 ± 117.03 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        121.51 ± 0.02 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6152.70 ± 159.74 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        121.27 ± 0.06 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log
index fdd4d96..ff8c5ea 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6011.29 ± 107.57 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        121.44 ± 0.04 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6152.92 ± 156.96 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        121.54 ± 0.04 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log
index 7f78e58..a4eb460 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6267.43 ± 120.91 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        124.50 ± 0.02 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6424.71 ± 204.24 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        124.41 ± 0.06 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log
index fdb20d3..02e63d7 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6267.38 ± 130.90 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        124.27 ± 0.02 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6436.17 ± 205.46 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        124.77 ± 0.09 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log
index efc33f4..0cda8cb 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6289.53 ± 138.61 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        122.62 ± 0.08 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6111.63 ± 744.73 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        122.67 ± 0.08 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log
index ce5273b..b4e7227 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6305.84 ± 144.66 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        122.80 ± 0.04 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6426.79 ± 153.19 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        122.85 ± 0.05 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log
index 5119934..7fe269a 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6510.08 ± 160.77 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        126.61 ± 0.19 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |    5962.72 ± 1213.54 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        126.20 ± 0.50 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log
index 6bac8a5..125d0bc 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6502.82 ± 155.33 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        126.40 ± 0.25 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6628.03 ± 187.73 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        126.15 ± 0.17 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log
index 40e42dd..27fe38a 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6044.70 ± 129.40 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        121.55 ± 0.05 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6174.36 ± 149.57 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        121.57 ± 0.09 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log
index 1e76aad..ff924c5 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6052.70 ± 112.77 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        121.34 ± 0.04 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6154.34 ± 148.45 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        121.38 ± 0.08 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log
index a20c500..6a38c87 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6238.59 ± 136.76 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        124.16 ± 0.05 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6397.45 ± 224.05 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        124.66 ± 0.06 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log
index 4c16d89..46f4294 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6254.96 ± 133.30 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        124.15 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6430.90 ± 199.31 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        123.91 ± 1.43 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log
index 95fc75b..594fada 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           pp512 |       2701.90 ± 9.37 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           tg128 |        113.79 ± 0.25 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           pp512 |       2708.11 ± 4.37 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           tg128 |        113.51 ± 0.12 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log
index ad651e3..bbd28df 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           pp512 |      2169.60 ± 56.27 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           tg128 |         96.35 ± 0.09 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           pp512 |     2385.85 ± 153.68 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           tg128 |         96.45 ± 0.08 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log
index 87a7d0c..7dac590 100644
--- a/benchmark/results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 120B F16               |  60.87 GiB |   116.83 B | Vulkan     |  99 |  1 |           pp512 |      1123.95 ± 51.12 |
-| gpt-oss 120B F16               |  60.87 GiB |   116.83 B | Vulkan     |  99 |  1 |           tg128 |         47.90 ± 0.58 |
+| gpt-oss 120B F16               |  60.87 GiB |   116.83 B | Vulkan     |  99 |  1 |           pp512 |      1176.13 ± 48.19 |
+| gpt-oss 120B F16               |  60.87 GiB |   116.83 B | Vulkan     |  99 |  1 |           tg128 |         48.28 ± 0.31 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log
index 3491eb4..8dd1ed7 100644
--- a/benchmark/results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 120B F16               |  60.87 GiB |   116.83 B | Vulkan     |  99 |  1 |           pp512 |      1104.48 ± 83.50 |
-| gpt-oss 120B F16               |  60.87 GiB |   116.83 B | Vulkan     |  99 |  1 |           tg128 |         60.11 ± 0.11 |
+| gpt-oss 120B F16               |  60.87 GiB |   116.83 B | Vulkan     |  99 |  1 |           pp512 |      1129.24 ± 67.15 |
+| gpt-oss 120B F16               |  60.87 GiB |   116.83 B | Vulkan     |  99 |  1 |           tg128 |         59.17 ± 0.15 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log
index 7fc7c6a..73011a6 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           pp512 |     1245.23 ± 107.79 |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           tg128 |         70.50 ± 0.13 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           pp512 |      1272.58 ± 72.63 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           tg128 |         69.85 ± 0.99 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log
index bdc2184..adb0e80 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           pp512 |      1106.66 ± 96.87 |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           tg128 |         74.44 ± 0.33 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           pp512 |      1130.70 ± 76.23 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           tg128 |         73.82 ± 0.94 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log
index 67afa61..22dee0f 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      3560.63 ± 61.27 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         60.91 ± 1.20 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |     3453.09 ± 252.73 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         61.56 ± 0.05 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
index 71151c3..5d1944b 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |       574.21 ± 10.48 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         56.70 ± 0.02 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |       576.11 ± 19.59 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         56.66 ± 0.01 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log
index 242312a..27f7070 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |     3219.67 ± 324.40 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         61.41 ± 0.11 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      3426.66 ± 43.35 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         61.37 ± 0.04 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log
index 69105d1..1af6c8a 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |        574.85 ± 3.37 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         56.57 ± 0.01 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |        561.87 ± 9.62 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         55.86 ± 1.27 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log
index cf80cd0..58a061b 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |     3167.77 ± 641.30 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         62.03 ± 0.41 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      3534.89 ± 14.36 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         62.22 ± 0.06 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log
index d287751..04372ce 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |       571.25 ± 10.37 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         62.23 ± 0.06 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |        557.51 ± 7.11 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         62.17 ± 0.07 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log
index ef10a53..eb998f3 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      3463.77 ± 25.73 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         61.77 ± 0.07 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      3449.20 ± 31.03 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         61.78 ± 0.06 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log
index d91d453..c5d787d 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |        568.37 ± 3.91 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         61.73 ± 0.09 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |       560.29 ± 11.45 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         61.74 ± 0.09 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log
index 1853ab2..dc6e4a3 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      3209.68 ± 61.33 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         62.24 ± 0.10 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      3154.09 ± 25.90 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         62.18 ± 0.09 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
index b27067e..409d990 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |       581.08 ± 16.25 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         57.66 ± 0.00 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |        569.87 ± 5.71 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         57.41 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log
index 58f6dc8..e965f0a 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      3178.15 ± 11.94 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         62.25 ± 0.15 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      3147.90 ± 47.60 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         62.29 ± 0.09 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log
index 2564794..880bd13 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |        582.54 ± 9.21 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         57.59 ± 0.00 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |       561.20 ± 12.26 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         57.56 ± 0.47 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log
index a66b390..496bdd4 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      3550.94 ± 46.01 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         61.74 ± 0.85 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      3536.20 ± 35.99 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         62.21 ± 0.05 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log
index cf9fc6a..fb4e344 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |        571.80 ± 1.01 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         62.21 ± 0.09 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |        555.55 ± 8.15 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         62.19 ± 0.07 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log
index 147ae1c..620ae3d 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      3384.63 ± 35.40 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      3451.09 ± 52.30 |
 | gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         61.76 ± 0.07 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log
index 0b6cbfa..106e4dc 100644
--- a/benchmark/results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |        573.29 ± 5.82 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |       550.69 ± 15.36 |
 | gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |         61.74 ± 0.09 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log
index 31b9540..90090f1 100644
--- a/benchmark/results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | Vulkan     |  99 |  1 |           pp512 |       993.79 ± 51.64 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | Vulkan     |  99 |  1 |           tg128 |         13.34 ± 0.39 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | Vulkan     |  99 |  1 |           pp512 |       736.07 ± 11.92 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | Vulkan     |  99 |  1 |           tg128 |         15.37 ± 0.42 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log
index 5fca289..15c6468 100644
--- a/benchmark/results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log
+++ b/benchmark/results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | Vulkan     |  99 |  1 |           pp512 |      2385.27 ± 97.69 |
-| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | Vulkan     |  99 |  1 |           tg128 |         23.12 ± 0.96 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | Vulkan     |  99 |  1 |           pp512 |      2200.62 ± 29.19 |
+| gpt-oss 20B BF16               |  38.97 GiB |    20.91 B | Vulkan     |  99 |  1 |           tg128 |         25.87 ± 1.07 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log
index f986944..f8bc6e4 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2323.14 ± 26.23 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        135.78 ± 0.37 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2359.23 ± 26.29 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        135.88 ± 0.17 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
index 56e6b5e..68b8f05 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2396.12 ± 36.30 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        135.91 ± 0.06 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2364.37 ± 18.78 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        135.91 ± 0.03 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log
index 94c0363..5d15b0c 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2361.69 ± 19.76 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        135.25 ± 0.06 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2353.39 ± 34.03 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        135.15 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log
index afe8f3c..03ab0cf 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2339.01 ± 27.97 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        135.20 ± 0.07 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2307.74 ± 28.85 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        135.22 ± 0.03 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log
index 7834aa1..60d921b 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4781.01 ± 63.71 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.41 ± 0.25 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4735.62 ± 90.18 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        133.80 ± 1.51 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log
index 32e6d9a..2b6ad75 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |       4655.88 ± 9.31 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.75 ± 0.26 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4632.35 ± 49.49 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.63 ± 0.32 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log
index 1aff640..8e4fba5 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4580.86 ± 46.73 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        132.23 ± 0.28 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4487.23 ± 25.71 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        131.20 ± 2.36 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log
index 1897189..537090d 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4480.94 ± 48.88 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        132.15 ± 0.29 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4442.65 ± 58.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        132.43 ± 0.49 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log
index 60b34a9..7583c02 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4856.55 ± 66.93 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.41 ± 0.39 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4729.35 ± 86.70 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        132.68 ± 4.03 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log
index a04a25a..5e5542e 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4658.05 ± 37.37 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.54 ± 0.35 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4688.00 ± 81.13 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        133.91 ± 0.52 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log
index 37ce7ee..126bc5c 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |     4393.46 ± 561.83 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        135.18 ± 0.60 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4700.83 ± 70.34 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.88 ± 0.50 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log
index a2c60c7..3eb9f95 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4683.20 ± 48.19 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.92 ± 0.35 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4584.82 ± 38.21 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.84 ± 0.51 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log
index e65bfe8..21099df 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4749.53 ± 95.10 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.71 ± 0.21 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4688.15 ± 46.08 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.67 ± 0.48 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log
index 4d3ef6d..172b7de 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4684.14 ± 76.49 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.71 ± 0.15 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4589.19 ± 51.11 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.78 ± 0.32 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log
index 0d96095..7060da7 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4551.67 ± 48.02 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        132.27 ± 0.35 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4527.51 ± 60.50 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        132.52 ± 0.51 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log
index e3bc7bf..9b3d83b 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4496.15 ± 34.08 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        131.19 ± 2.04 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4451.98 ± 67.83 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        132.21 ± 0.51 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log
index 6173729..61c99b6 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           pp512 |      2755.86 ± 19.54 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           tg128 |        123.33 ± 0.02 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           pp512 |      2778.39 ± 78.76 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           tg128 |        121.58 ± 0.45 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log
index 8dcd54e..434fdf3 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           pp512 |     2213.70 ± 118.74 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           tg128 |        115.77 ± 0.03 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           pp512 |     2276.11 ± 154.18 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           tg128 |        114.89 ± 0.12 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log
index 9231415..229d54d 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |       2467.61 ± 7.71 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.07 ± 0.01 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      2463.36 ± 20.38 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.46 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
index bb83090..2f00e70 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |     2387.46 ± 115.96 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.38 ± 0.04 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      2482.71 ± 14.40 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.54 ± 0.01 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log
index f0f9fb4..b3d7263 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |       2415.51 ± 7.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.16 ± 0.02 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      2440.10 ± 12.35 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.55 ± 0.02 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log
index ea75e2d..916a2ac 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |       2415.84 ± 8.97 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.12 ± 0.04 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      2438.35 ± 10.88 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.74 ± 1.25 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log
index 0fe1db7..7ea649e 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4659.46 ± 86.39 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.21 ± 0.03 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4591.90 ± 57.52 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.38 ± 0.06 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log
index 1426783..94d8aed 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4660.55 ± 83.56 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.48 ± 0.03 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4592.51 ± 64.56 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.73 ± 0.12 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log
index 706a78e..cbb2f93 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4726.93 ± 93.57 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.07 ± 0.07 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4671.07 ± 91.98 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.47 ± 0.11 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log
index 3549839..ba38c59 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4717.86 ± 89.41 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.04 ± 0.04 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4674.57 ± 95.66 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.76 ± 0.10 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log
index 3599a9f..0224a35 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4625.54 ± 64.06 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.21 ± 0.29 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |     4489.99 ± 277.37 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.55 ± 0.12 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log
index 5586be3..b59d6a3 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4630.08 ± 67.46 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.42 ± 0.15 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4582.30 ± 70.41 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.85 ± 0.18 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log
index 882416f..f5c9c70 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4787.61 ± 83.37 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         97.69 ± 2.10 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |     4563.75 ± 389.72 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.18 ± 0.12 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log
index c7b467d..b65ec70 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4768.72 ± 76.67 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.56 ± 0.23 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4727.49 ± 89.16 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.96 ± 0.11 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log
index b942787..e4c645c 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4631.17 ± 69.84 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.23 ± 0.03 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4579.06 ± 67.88 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.27 ± 0.03 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log
index 10c48c0..8e36413 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4631.27 ± 70.91 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         97.79 ± 0.05 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4572.18 ± 79.96 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         97.92 ± 0.03 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log
index a6824b0..fd6a3a2 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4732.44 ± 85.77 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.21 ± 0.06 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4676.25 ± 91.78 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.79 ± 0.06 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log
index 7794740..75dc860 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4719.56 ± 83.04 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         97.59 ± 1.12 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4674.48 ± 99.27 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.26 ± 0.04 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log
index 1791e27..312e83a 100644
--- a/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           pp512 |     2409.79 ± 118.81 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           tg128 |        107.93 ± 0.06 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           pp512 |       2330.33 ± 9.67 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           tg128 |        108.10 ± 0.13 |
 
 build: fa0465954 (7205)
diff --git a/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log
index 7e792f7..f105736 100644
--- a/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           pp512 |     1928.06 ± 145.39 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           tg128 |         97.95 ± 0.02 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           pp512 |     2081.19 ± 198.32 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           tg128 |         97.97 ± 0.14 |
 
 build: fa0465954 (7205)
diff --git a/docs/results.json b/docs/results.json
index bc30fcc..127857c 100644
--- a/docs/results.json
+++ b/docs/results.json
@@ -1,6 +1,6 @@
 {
   "meta": {
-    "generated_at": "2025-11-30T11:38:37Z",
+    "generated_at": "2025-11-30T13:47:18Z",
     "os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug  2 11:37:34 UTC 2025)",
     "llamacpp_builds": [
       {
@@ -41,8 +41,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1543.57,
-      "tps_std": 178.0,
+      "tps_mean": 1622.34,
+      "tps_std": 128.86,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -70,8 +70,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 57.52,
-      "tps_std": 0.14,
+      "tps_mean": 57.53,
+      "tps_std": 0.07,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -99,8 +99,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 655.2,
-      "tps_std": 11.76,
+      "tps_mean": 637.77,
+      "tps_std": 13.61,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -128,7 +128,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 52.0,
+      "tps_mean": 52.05,
       "tps_std": 0.03,
       "error": false,
       "error_type": null,
@@ -157,8 +157,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1626.9,
-      "tps_std": 24.29,
+      "tps_mean": 1544.19,
+      "tps_std": 224.65,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -186,645 +186,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 56.95,
-      "tps_std": 0.63,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 645.15,
-      "tps_std": 5.88,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 51.85,
-      "tps_std": 0.02,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1573.7,
-      "tps_std": 86.22,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 57.94,
-      "tps_std": 0.15,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 681.11,
-      "tps_std": 9.98,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 57.99,
-      "tps_std": 0.09,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1617.14,
-      "tps_std": 72.83,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 57.48,
-      "tps_std": 0.08,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 671.33,
-      "tps_std": 34.85,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 57.44,
-      "tps_std": 0.08,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1699.96,
-      "tps_std": 17.3,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 58.28,
-      "tps_std": 0.14,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 672.15,
-      "tps_std": 7.22,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 52.41,
-      "tps_std": 0.51,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1532.28,
-      "tps_std": 244.19,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 57.91,
-      "tps_std": 0.12,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 684.36,
-      "tps_std": 9.67,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 52.62,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1590.83,
-      "tps_std": 63.43,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 57.9,
-      "tps_std": 0.1,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 683.23,
-      "tps_std": 3.48,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 57.93,
+      "tps_mean": 57.28,
       "tps_std": 0.07,
       "error": false,
       "error_type": null,
@@ -835,6 +197,644 @@
       "file_size_gib": 56.89,
       "name_params_b": 30.53,
       "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 629.39,
+      "tps_std": 20.64,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 51.87,
+      "tps_std": 0.05,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1538.72,
+      "tps_std": 208.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 58.02,
+      "tps_std": 0.11,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 664.86,
+      "tps_std": 54.89,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 57.84,
+      "tps_std": 0.06,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1599.94,
+      "tps_std": 126.3,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 57.5,
+      "tps_std": 0.05,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 682.09,
+      "tps_std": 7.42,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 58.06,
+      "tps_std": 0.43,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1704.02,
+      "tps_std": 12.95,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 57.95,
+      "tps_std": 0.52,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 664.27,
+      "tps_std": 16.59,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 52.8,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1731.74,
+      "tps_std": 16.06,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 57.64,
+      "tps_std": 0.54,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 687.91,
+      "tps_std": 6.98,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 52.27,
+      "tps_std": 0.43,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm7.1-rocwmma",
+      "env_base": "rocm7.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1553.68,
+      "tps_std": 160.23,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm7.1-rocwmma",
+      "env_base": "rocm7.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 57.81,
+      "tps_std": 0.07,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm7.1-rocwmma-hblt0",
+      "env_base": "rocm7.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 672.84,
+      "tps_std": 8.78,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm7.1-rocwmma-hblt0",
+      "env_base": "rocm7.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 57.86,
+      "tps_std": 0.4,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
@@ -853,8 +853,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1577.37,
-      "tps_std": 164.5,
+      "tps_mean": 1629.33,
+      "tps_std": 67.83,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -882,8 +882,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 58.25,
-      "tps_std": 0.1,
+      "tps_mean": 57.58,
+      "tps_std": 0.05,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -911,8 +911,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 689.58,
-      "tps_std": 10.51,
+      "tps_mean": 684.37,
+      "tps_std": 2.61,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -940,8 +940,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 57.45,
-      "tps_std": 0.06,
+      "tps_mean": 57.54,
+      "tps_std": 0.08,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -969,8 +969,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 336.52,
-      "tps_std": 4.47,
+      "tps_mean": 286.55,
+      "tps_std": 12.36,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -998,8 +998,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 14.83,
-      "tps_std": 0.41,
+      "tps_mean": 16.21,
+      "tps_std": 0.15,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -1027,8 +1027,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1685.39,
-      "tps_std": 159.2,
+      "tps_mean": 1593.95,
+      "tps_std": 58.52,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -1056,8 +1056,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 25.37,
-      "tps_std": 0.82,
+      "tps_mean": 30.17,
+      "tps_std": 0.36,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -1085,8 +1085,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 3029.83,
-      "tps_std": 29.89,
+      "tps_mean": 3020.37,
+      "tps_std": 43.13,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -1114,8 +1114,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 107.69,
-      "tps_std": 0.79,
+      "tps_mean": 107.8,
+      "tps_std": 0.58,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -1143,8 +1143,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 3014.05,
-      "tps_std": 33.1,
+      "tps_mean": 2997.38,
+      "tps_std": 60.33,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -1172,761 +1172,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 108.03,
-      "tps_std": 0.41,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2974.25,
-      "tps_std": 26.95,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 107.14,
-      "tps_std": 0.45,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2905.24,
-      "tps_std": 49.34,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 107.17,
-      "tps_std": 0.45,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2819.42,
-      "tps_std": 24.05,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 101.46,
-      "tps_std": 0.29,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2831.1,
-      "tps_std": 38.83,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 101.12,
-      "tps_std": 0.38,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2900.63,
-      "tps_std": 29.61,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 102.39,
-      "tps_std": 0.13,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2864.22,
-      "tps_std": 14.47,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 102.81,
-      "tps_std": 0.37,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2819.84,
-      "tps_std": 23.93,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 106.53,
-      "tps_std": 0.43,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2841.4,
-      "tps_std": 38.04,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 106.6,
-      "tps_std": 0.31,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2945.06,
-      "tps_std": 35.71,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 105.64,
-      "tps_std": 0.54,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2958.74,
-      "tps_std": 12.12,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 105.96,
-      "tps_std": 0.24,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2799.37,
-      "tps_std": 7.73,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 101.37,
-      "tps_std": 0.25,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2816.37,
-      "tps_std": 26.52,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 101.43,
-      "tps_std": 0.23,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2873.53,
-      "tps_std": 17.86,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 103.1,
+      "tps_mean": 107.79,
       "tps_std": 0.46,
       "error": false,
       "error_type": null,
@@ -1937,6 +1183,760 @@
       "file_size_gib": 17.35,
       "name_params_b": 30.53,
       "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2913.43,
+      "tps_std": 23.64,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 107.01,
+      "tps_std": 0.69,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2919.46,
+      "tps_std": 42.12,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 106.96,
+      "tps_std": 0.69,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2819.16,
+      "tps_std": 36.53,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 101.55,
+      "tps_std": 0.36,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2798.79,
+      "tps_std": 24.28,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 101.01,
+      "tps_std": 0.29,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2855.4,
+      "tps_std": 20.98,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 102.88,
+      "tps_std": 0.52,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2857.35,
+      "tps_std": 21.82,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 103.0,
+      "tps_std": 0.52,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2839.13,
+      "tps_std": 17.8,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 106.43,
+      "tps_std": 0.52,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2805.58,
+      "tps_std": 24.28,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 106.42,
+      "tps_std": 0.5,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2948.99,
+      "tps_std": 46.59,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 105.97,
+      "tps_std": 0.24,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2921.36,
+      "tps_std": 33.18,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 105.79,
+      "tps_std": 0.44,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1-rocwmma",
+      "env_base": "rocm7.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2827.41,
+      "tps_std": 23.48,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1-rocwmma",
+      "env_base": "rocm7.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 101.05,
+      "tps_std": 1.22,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1-rocwmma-hblt0",
+      "env_base": "rocm7.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2783.87,
+      "tps_std": 35.6,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1-rocwmma-hblt0",
+      "env_base": "rocm7.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 101.3,
+      "tps_std": 0.29,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1",
+      "env_base": "rocm7.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2867.39,
+      "tps_std": 32.96,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1",
+      "env_base": "rocm7.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 102.97,
+      "tps_std": 0.51,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
@@ -1955,8 +1955,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2876.61,
-      "tps_std": 20.4,
+      "tps_mean": 2846.47,
+      "tps_std": 25.01,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -1984,8 +1984,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 102.77,
-      "tps_std": 0.31,
+      "tps_mean": 102.24,
+      "tps_std": 1.48,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2013,8 +2013,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1532.93,
-      "tps_std": 158.64,
+      "tps_mean": 1450.58,
+      "tps_std": 57.46,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -2042,8 +2042,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 112.7,
-      "tps_std": 0.06,
+      "tps_mean": 112.62,
+      "tps_std": 0.49,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -2071,8 +2071,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1353.29,
-      "tps_std": 143.93,
+      "tps_mean": 1278.02,
+      "tps_std": 94.48,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -2100,8 +2100,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 102.36,
-      "tps_std": 0.73,
+      "tps_mean": 102.18,
+      "tps_std": 0.36,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -2129,8 +2129,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1907.67,
-      "tps_std": 21.27,
+      "tps_mean": 1888.53,
+      "tps_std": 18.64,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2158,8 +2158,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 77.81,
-      "tps_std": 0.2,
+      "tps_mean": 77.77,
+      "tps_std": 0.12,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2187,8 +2187,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1773.31,
-      "tps_std": 14.12,
+      "tps_mean": 1757.56,
+      "tps_std": 2.78,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2216,8 +2216,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 77.79,
-      "tps_std": 0.17,
+      "tps_mean": 77.62,
+      "tps_std": 0.12,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2245,8 +2245,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1862.04,
-      "tps_std": 18.24,
+      "tps_mean": 1823.4,
+      "tps_std": 79.46,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2274,7 +2274,65 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 77.4,
+      "tps_mean": 77.05,
+      "tps_std": 0.21,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1713.47,
+      "tps_std": 20.05,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 77.21,
       "tps_std": 0.13,
       "error": false,
       "error_type": null,
@@ -2285,64 +2343,6 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1742.37,
-      "tps_std": 17.13,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 77.32,
-      "tps_std": 0.18,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
@@ -2361,8 +2361,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 3031.95,
-      "tps_std": 63.94,
+      "tps_mean": 2995.6,
+      "tps_std": 21.52,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2390,8 +2390,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 77.34,
-      "tps_std": 0.3,
+      "tps_mean": 77.06,
+      "tps_std": 0.31,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2419,8 +2419,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2751.33,
-      "tps_std": 25.32,
+      "tps_mean": 2692.4,
+      "tps_std": 14.09,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2448,471 +2448,297 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 76.19,
-      "tps_std": 1.96,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 3071.16,
-      "tps_std": 32.87,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 76.06,
-      "tps_std": 0.28,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2770.42,
-      "tps_std": 4.16,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 76.12,
-      "tps_std": 0.3,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 3092.59,
-      "tps_std": 48.47,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 78.53,
-      "tps_std": 0.37,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2729.27,
-      "tps_std": 20.16,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 78.54,
-      "tps_std": 0.36,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 3189.75,
-      "tps_std": 37.79,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 77.6,
-      "tps_std": 0.37,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2814.49,
-      "tps_std": 29.02,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 77.13,
-      "tps_std": 1.33,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 3029.45,
-      "tps_std": 26.26,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 77.19,
-      "tps_std": 0.28,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2730.97,
-      "tps_std": 3.89,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
       "tps_mean": 77.29,
+      "tps_std": 0.23,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 3048.39,
+      "tps_std": 23.8,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 76.22,
+      "tps_std": 0.23,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2737.79,
+      "tps_std": 9.63,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 76.02,
+      "tps_std": 0.21,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 3042.89,
+      "tps_std": 19.22,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 78.56,
+      "tps_std": 0.28,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2692.73,
+      "tps_std": 7.68,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 78.04,
+      "tps_std": 0.99,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 3141.98,
+      "tps_std": 27.97,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 77.74,
       "tps_std": 0.29,
       "error": false,
       "error_type": null,
@@ -2923,6 +2749,180 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2795.57,
+      "tps_std": 9.79,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 77.54,
+      "tps_std": 0.34,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1-rocwmma",
+      "env_base": "rocm7.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2973.42,
+      "tps_std": 43.94,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1-rocwmma",
+      "env_base": "rocm7.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 77.22,
+      "tps_std": 0.23,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1-rocwmma-hblt0",
+      "env_base": "rocm7.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2689.18,
+      "tps_std": 17.39,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1-rocwmma-hblt0",
+      "env_base": "rocm7.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 76.83,
+      "tps_std": 1.01,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
@@ -2941,8 +2941,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 3127.94,
-      "tps_std": 27.77,
+      "tps_mean": 3050.31,
+      "tps_std": 19.73,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2970,8 +2970,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 76.22,
-      "tps_std": 0.29,
+      "tps_mean": 75.79,
+      "tps_std": 0.44,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2999,8 +2999,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2799.47,
-      "tps_std": 4.43,
+      "tps_mean": 2752.4,
+      "tps_std": 19.12,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3028,8 +3028,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 76.11,
-      "tps_std": 0.29,
+      "tps_mean": 76.0,
+      "tps_std": 0.23,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3057,8 +3057,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1886.26,
-      "tps_std": 127.63,
+      "tps_mean": 1716.73,
+      "tps_std": 53.79,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -3086,8 +3086,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 82.73,
-      "tps_std": 0.05,
+      "tps_mean": 82.29,
+      "tps_std": 0.1,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -3115,8 +3115,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1616.13,
-      "tps_std": 164.97,
+      "tps_mean": 1437.77,
+      "tps_std": 62.07,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -3144,8 +3144,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 77.99,
-      "tps_std": 0.17,
+      "tps_mean": 78.4,
+      "tps_std": 0.13,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -3173,8 +3173,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 746.19,
-      "tps_std": 3.5,
+      "tps_mean": 626.78,
+      "tps_std": 37.07,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3202,8 +3202,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.19,
-      "tps_std": 0.03,
+      "tps_mean": 30.2,
+      "tps_std": 1.77,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3231,8 +3231,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 691.91,
-      "tps_std": 4.04,
+      "tps_mean": 685.49,
+      "tps_std": 5.2,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3260,7 +3260,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 28.64,
+      "tps_mean": 28.41,
       "tps_std": 0.01,
       "error": false,
       "error_type": null,
@@ -3289,8 +3289,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 744.87,
-      "tps_std": 4.36,
+      "tps_mean": 743.42,
+      "tps_std": 3.3,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3318,239 +3318,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.61,
-      "tps_std": 0.95,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 689.7,
-      "tps_std": 3.91,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 28.7,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 734.3,
-      "tps_std": 4.45,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 30.83,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 755.65,
-      "tps_std": 2.29,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.06,
-      "tps_std": 0.08,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 738.77,
-      "tps_std": 1.95,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 30.85,
+      "tps_mean": 31.16,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -3561,6 +3329,238 @@
       "file_size_gib": 42.01,
       "name_params_b": 79.67,
       "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 694.68,
+      "tps_std": 3.35,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 28.43,
+      "tps_std": 0.07,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 734.08,
+      "tps_std": 2.84,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 30.97,
+      "tps_std": 0.03,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 755.83,
+      "tps_std": 1.26,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 31.0,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 734.14,
+      "tps_std": 1.52,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 30.91,
+      "tps_std": 0.05,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
@@ -3579,8 +3579,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 761.15,
-      "tps_std": 0.65,
+      "tps_mean": 753.9,
+      "tps_std": 1.41,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3608,7 +3608,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.97,
+      "tps_mean": 31.08,
       "tps_std": 0.07,
       "error": false,
       "error_type": null,
@@ -3637,8 +3637,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 678.02,
-      "tps_std": 26.2,
+      "tps_mean": 695.46,
+      "tps_std": 92.82,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3666,8 +3666,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.84,
-      "tps_std": 0.12,
+      "tps_mean": 30.8,
+      "tps_std": 0.15,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3695,8 +3695,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 685.55,
-      "tps_std": 6.26,
+      "tps_mean": 681.5,
+      "tps_std": 3.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3724,8 +3724,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 27.85,
-      "tps_std": 0.17,
+      "tps_mean": 27.4,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3753,8 +3753,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 664.88,
-      "tps_std": 136.58,
+      "tps_mean": 751.32,
+      "tps_std": 4.65,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3782,8 +3782,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.27,
-      "tps_std": 0.03,
+      "tps_mean": 31.3,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3811,8 +3811,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 692.42,
-      "tps_std": 0.22,
+      "tps_mean": 690.73,
+      "tps_std": 4.44,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3840,8 +3840,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 27.42,
-      "tps_std": 0.0,
+      "tps_mean": 28.18,
+      "tps_std": 0.03,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3869,8 +3869,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 723.69,
-      "tps_std": 8.04,
+      "tps_mean": 729.06,
+      "tps_std": 5.17,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3898,7 +3898,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.85,
+      "tps_mean": 30.87,
       "tps_std": 0.03,
       "error": false,
       "error_type": null,
@@ -3927,8 +3927,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 751.01,
-      "tps_std": 2.42,
+      "tps_mean": 753.11,
+      "tps_std": 4.21,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3956,8 +3956,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.17,
-      "tps_std": 0.01,
+      "tps_mean": 31.02,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3985,8 +3985,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 731.65,
-      "tps_std": 3.93,
+      "tps_mean": 732.53,
+      "tps_std": 2.82,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4014,7 +4014,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.99,
+      "tps_mean": 31.05,
       "tps_std": 0.04,
       "error": false,
       "error_type": null,
@@ -4043,8 +4043,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 755.98,
-      "tps_std": 3.76,
+      "tps_mean": 749.12,
+      "tps_std": 4.65,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4072,8 +4072,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.2,
-      "tps_std": 0.01,
+      "tps_mean": 31.14,
+      "tps_std": 0.05,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4101,8 +4101,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 358.44,
-      "tps_std": 0.84,
+      "tps_mean": 355.82,
+      "tps_std": 1.33,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -4130,8 +4130,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.61,
-      "tps_std": 0.17,
+      "tps_mean": 34.48,
+      "tps_std": 0.31,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -4159,8 +4159,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 295.49,
-      "tps_std": 0.36,
+      "tps_mean": 300.38,
+      "tps_std": 0.82,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -4188,8 +4188,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 21.56,
-      "tps_std": 0.16,
+      "tps_mean": 24.41,
+      "tps_std": 0.31,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -4217,8 +4217,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1475.87,
-      "tps_std": 6.84,
+      "tps_mean": 1467.59,
+      "tps_std": 33.66,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4246,8 +4246,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.94,
-      "tps_std": 0.01,
+      "tps_mean": 30.98,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4275,8 +4275,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1209.56,
-      "tps_std": 3.22,
+      "tps_mean": 1209.48,
+      "tps_std": 4.18,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4304,7 +4304,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.93,
+      "tps_mean": 30.94,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -4333,8 +4333,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1470.53,
-      "tps_std": 4.4,
+      "tps_mean": 1471.76,
+      "tps_std": 6.4,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4362,7 +4362,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.24,
+      "tps_mean": 31.28,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4391,8 +4391,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1194.33,
-      "tps_std": 0.71,
+      "tps_mean": 1193.3,
+      "tps_std": 0.92,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4420,7 +4420,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.25,
+      "tps_mean": 31.27,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -4449,8 +4449,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2639.48,
-      "tps_std": 23.85,
+      "tps_mean": 2620.27,
+      "tps_std": 58.52,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4478,7 +4478,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.98,
+      "tps_mean": 30.99,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -4507,8 +4507,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1841.65,
-      "tps_std": 6.92,
+      "tps_mean": 1838.59,
+      "tps_std": 5.99,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4537,7 +4537,7 @@
       "context_tokens": null,
       "test": "tg128",
       "tps_mean": 30.96,
-      "tps_std": 0.01,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4565,8 +4565,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2781.05,
-      "tps_std": 5.48,
+      "tps_mean": 2777.85,
+      "tps_std": 3.51,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4595,7 +4595,7 @@
       "context_tokens": null,
       "test": "tg128",
       "tps_mean": 31.25,
-      "tps_std": 0.01,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4623,8 +4623,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1905.36,
-      "tps_std": 8.03,
+      "tps_mean": 1906.35,
+      "tps_std": 7.11,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4652,8 +4652,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.25,
-      "tps_std": 0.01,
+      "tps_mean": 31.31,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4681,8 +4681,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2757.27,
-      "tps_std": 20.99,
+      "tps_mean": 2759.96,
+      "tps_std": 14.76,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4710,7 +4710,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.01,
+      "tps_mean": 31.02,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -4739,8 +4739,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1924.47,
-      "tps_std": 6.43,
+      "tps_mean": 1925.96,
+      "tps_std": 5.08,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4768,7 +4768,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.97,
+      "tps_mean": 31.0,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -4797,8 +4797,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2875.43,
-      "tps_std": 26.48,
+      "tps_mean": 2885.85,
+      "tps_std": 24.14,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4826,8 +4826,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.26,
-      "tps_std": 0.03,
+      "tps_mean": 31.28,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4855,8 +4855,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1976.49,
-      "tps_std": 8.76,
+      "tps_mean": 1976.74,
+      "tps_std": 6.47,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4884,7 +4884,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.27,
+      "tps_mean": 31.26,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -4913,8 +4913,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2620.76,
-      "tps_std": 8.66,
+      "tps_mean": 2626.7,
+      "tps_std": 13.6,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4942,8 +4942,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.95,
-      "tps_std": 0.01,
+      "tps_mean": 30.97,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4971,8 +4971,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1828.43,
-      "tps_std": 7.53,
+      "tps_mean": 1833.53,
+      "tps_std": 6.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5000,7 +5000,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.97,
+      "tps_mean": 30.94,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -5029,8 +5029,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2788.0,
-      "tps_std": 4.06,
+      "tps_mean": 2780.99,
+      "tps_std": 4.35,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5058,8 +5058,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.29,
-      "tps_std": 0.01,
+      "tps_mean": 31.26,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5087,8 +5087,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1912.89,
-      "tps_std": 8.88,
+      "tps_mean": 1906.89,
+      "tps_std": 6.13,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5116,7 +5116,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.3,
+      "tps_mean": 31.27,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -5145,8 +5145,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1502.24,
-      "tps_std": 99.88,
+      "tps_mean": 1437.05,
+      "tps_std": 134.24,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -5174,8 +5174,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.58,
-      "tps_std": 0.21,
+      "tps_mean": 30.69,
+      "tps_std": 0.3,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -5203,8 +5203,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1328.74,
-      "tps_std": 100.82,
+      "tps_mean": 1362.7,
+      "tps_std": 91.17,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -5232,8 +5232,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 27.25,
-      "tps_std": 0.14,
+      "tps_mean": 27.07,
+      "tps_std": 0.13,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -5260,54 +5260,22 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1590.78,
-      "tps_std": 0.99,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
+      "test": null,
+      "tps_mean": null,
+      "tps_std": null,
+      "error": true,
+      "error_type": "runtime",
+      "backend": null,
+      "ngl": null,
       "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
+      "params_b": null,
+      "file_size_gib": null,
+      "name_params_b": null,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm-7-nightly-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 9.45,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
+      "build": null
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -5319,8 +5287,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 183.73,
-      "tps_std": 0.09,
+      "tps_mean": 185.29,
+      "tps_std": 0.29,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5349,7 +5317,7 @@
       "context_tokens": null,
       "test": "tg128",
       "tps_mean": 9.3,
-      "tps_std": 0.0,
+      "tps_std": 0.01,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5377,8 +5345,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1522.51,
-      "tps_std": 5.17,
+      "tps_mean": 1512.53,
+      "tps_std": 2.86,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5406,7 +5374,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.46,
+      "tps_mean": 9.45,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -5435,8 +5403,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 182.11,
-      "tps_std": 0.08,
+      "tps_mean": 181.36,
+      "tps_std": 0.17,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5464,7 +5432,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.32,
+      "tps_mean": 9.31,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -5493,8 +5461,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1589.12,
-      "tps_std": 0.47,
+      "tps_mean": 1569.01,
+      "tps_std": 8.41,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5522,7 +5490,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.48,
+      "tps_mean": 9.49,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -5551,8 +5519,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 176.22,
-      "tps_std": 0.11,
+      "tps_mean": 175.2,
+      "tps_std": 0.23,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5609,8 +5577,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1578.72,
-      "tps_std": 2.69,
+      "tps_mean": 1542.16,
+      "tps_std": 90.21,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5638,8 +5606,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.48,
-      "tps_std": 0.0,
+      "tps_mean": 9.47,
+      "tps_std": 0.01,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5667,8 +5635,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 175.03,
-      "tps_std": 0.2,
+      "tps_mean": 174.65,
+      "tps_std": 0.15,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5696,8 +5664,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.48,
-      "tps_std": 0.0,
+      "tps_mean": 9.47,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5725,8 +5693,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1270.25,
-      "tps_std": 1.64,
+      "tps_mean": 1267.81,
+      "tps_std": 2.66,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5754,8 +5722,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.49,
-      "tps_std": 0.0,
+      "tps_mean": 9.48,
+      "tps_std": 0.01,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5783,8 +5751,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 178.54,
-      "tps_std": 0.09,
+      "tps_mean": 178.11,
+      "tps_std": 0.12,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5841,8 +5809,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1313.33,
-      "tps_std": 2.59,
+      "tps_mean": 1315.95,
+      "tps_std": 2.75,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5870,8 +5838,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.5,
-      "tps_std": 0.0,
+      "tps_mean": 9.49,
+      "tps_std": 0.01,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5899,8 +5867,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 180.29,
-      "tps_std": 0.06,
+      "tps_mean": 179.09,
+      "tps_std": 2.05,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5956,54 +5924,22 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1559.16,
-      "tps_std": 2.09,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
+      "test": null,
+      "tps_mean": null,
+      "tps_std": null,
+      "error": true,
+      "error_type": "runtime",
+      "backend": null,
+      "ngl": null,
       "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
+      "params_b": null,
+      "file_size_gib": null,
+      "name_params_b": null,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 9.48,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
+      "build": null
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -6015,8 +5951,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 174.47,
-      "tps_std": 0.15,
+      "tps_mean": 174.51,
+      "tps_std": 0.28,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6072,54 +6008,22 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1586.67,
-      "tps_std": 5.72,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
+      "test": null,
+      "tps_mean": null,
+      "tps_std": null,
+      "error": true,
+      "error_type": "runtime",
+      "backend": null,
+      "ngl": null,
       "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
+      "params_b": null,
+      "file_size_gib": null,
+      "name_params_b": null,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 9.49,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
+      "build": null
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -6131,8 +6035,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 175.85,
-      "tps_std": 0.19,
+      "tps_mean": 175.33,
+      "tps_std": 0.32,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6160,8 +6064,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.49,
-      "tps_std": 0.0,
+      "tps_mean": 9.47,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6215,8 +6119,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 557.39,
-      "tps_std": 0.99,
+      "tps_mean": 542.43,
+      "tps_std": 29.38,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -6244,8 +6148,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.08,
-      "tps_std": 0.02,
+      "tps_mean": 9.07,
+      "tps_std": 0.01,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -6273,8 +6177,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6665.84,
-      "tps_std": 134.8,
+      "tps_mean": 6494.67,
+      "tps_std": 507.2,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6302,8 +6206,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 123.76,
-      "tps_std": 0.02,
+      "tps_mean": 123.67,
+      "tps_std": 0.06,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6331,8 +6235,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6646.29,
-      "tps_std": 124.81,
+      "tps_mean": 6745.25,
+      "tps_std": 159.52,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6360,8 +6264,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 123.48,
-      "tps_std": 0.07,
+      "tps_mean": 123.6,
+      "tps_std": 0.09,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6389,8 +6293,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6415.41,
-      "tps_std": 135.85,
+      "tps_mean": 6492.57,
+      "tps_std": 170.63,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6418,8 +6322,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 127.03,
-      "tps_std": 0.04,
+      "tps_mean": 126.82,
+      "tps_std": 0.12,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6447,8 +6351,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6220.27,
-      "tps_std": 379.38,
+      "tps_mean": 6522.19,
+      "tps_std": 173.72,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6476,8 +6380,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 126.86,
-      "tps_std": 0.05,
+      "tps_mean": 126.85,
+      "tps_std": 0.03,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6505,8 +6409,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6010.31,
-      "tps_std": 117.03,
+      "tps_mean": 6152.7,
+      "tps_std": 159.74,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6534,8 +6438,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 121.51,
-      "tps_std": 0.02,
+      "tps_mean": 121.27,
+      "tps_std": 0.06,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6563,8 +6467,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6011.29,
-      "tps_std": 107.57,
+      "tps_mean": 6152.92,
+      "tps_std": 156.96,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6592,7 +6496,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 121.44,
+      "tps_mean": 121.54,
       "tps_std": 0.04,
       "error": false,
       "error_type": null,
@@ -6621,8 +6525,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6267.43,
-      "tps_std": 120.91,
+      "tps_mean": 6424.71,
+      "tps_std": 204.24,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6650,8 +6554,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 124.5,
-      "tps_std": 0.02,
+      "tps_mean": 124.41,
+      "tps_std": 0.06,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6679,8 +6583,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6267.38,
-      "tps_std": 130.9,
+      "tps_mean": 6436.17,
+      "tps_std": 205.46,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6708,8 +6612,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 124.27,
-      "tps_std": 0.02,
+      "tps_mean": 124.77,
+      "tps_std": 0.09,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6737,8 +6641,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6289.53,
-      "tps_std": 138.61,
+      "tps_mean": 6111.63,
+      "tps_std": 744.73,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6766,7 +6670,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 122.62,
+      "tps_mean": 122.67,
       "tps_std": 0.08,
       "error": false,
       "error_type": null,
@@ -6795,8 +6699,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6305.84,
-      "tps_std": 144.66,
+      "tps_mean": 6426.79,
+      "tps_std": 153.19,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6824,8 +6728,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 122.8,
-      "tps_std": 0.04,
+      "tps_mean": 122.85,
+      "tps_std": 0.05,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6853,8 +6757,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6510.08,
-      "tps_std": 160.77,
+      "tps_mean": 5962.72,
+      "tps_std": 1213.54,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6882,8 +6786,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 126.61,
-      "tps_std": 0.19,
+      "tps_mean": 126.2,
+      "tps_std": 0.5,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6911,8 +6815,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6502.82,
-      "tps_std": 155.33,
+      "tps_mean": 6628.03,
+      "tps_std": 187.73,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6940,8 +6844,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 126.4,
-      "tps_std": 0.25,
+      "tps_mean": 126.15,
+      "tps_std": 0.17,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6969,8 +6873,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6044.7,
-      "tps_std": 129.4,
+      "tps_mean": 6174.36,
+      "tps_std": 149.57,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6998,8 +6902,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 121.55,
-      "tps_std": 0.05,
+      "tps_mean": 121.57,
+      "tps_std": 0.09,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -7027,8 +6931,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6052.7,
-      "tps_std": 112.77,
+      "tps_mean": 6154.34,
+      "tps_std": 148.45,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -7056,8 +6960,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 121.34,
-      "tps_std": 0.04,
+      "tps_mean": 121.38,
+      "tps_std": 0.08,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -7085,8 +6989,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6238.59,
-      "tps_std": 136.76,
+      "tps_mean": 6397.45,
+      "tps_std": 224.05,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -7114,8 +7018,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 124.16,
-      "tps_std": 0.05,
+      "tps_mean": 124.66,
+      "tps_std": 0.06,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -7143,8 +7047,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6254.96,
-      "tps_std": 133.3,
+      "tps_mean": 6430.9,
+      "tps_std": 199.31,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -7172,8 +7076,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 124.15,
-      "tps_std": 0.0,
+      "tps_mean": 123.91,
+      "tps_std": 1.43,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -7201,8 +7105,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2701.9,
-      "tps_std": 9.37,
+      "tps_mean": 2708.11,
+      "tps_std": 4.37,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -7230,8 +7134,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 113.79,
-      "tps_std": 0.25,
+      "tps_mean": 113.51,
+      "tps_std": 0.12,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -7259,8 +7163,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2169.6,
-      "tps_std": 56.27,
+      "tps_mean": 2385.85,
+      "tps_std": 153.68,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -7288,8 +7192,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 96.35,
-      "tps_std": 0.09,
+      "tps_mean": 96.45,
+      "tps_std": 0.08,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -7733,8 +7637,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1123.95,
-      "tps_std": 51.12,
+      "tps_mean": 1176.13,
+      "tps_std": 48.19,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -7762,8 +7666,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 47.9,
-      "tps_std": 0.58,
+      "tps_mean": 48.28,
+      "tps_std": 0.31,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -7791,8 +7695,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1104.48,
-      "tps_std": 83.5,
+      "tps_mean": 1129.24,
+      "tps_std": 67.15,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -7820,8 +7724,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 60.11,
-      "tps_std": 0.11,
+      "tps_mean": 59.17,
+      "tps_std": 0.15,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -8265,8 +8169,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1245.23,
-      "tps_std": 107.79,
+      "tps_mean": 1272.58,
+      "tps_std": 72.63,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -8294,8 +8198,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 70.5,
-      "tps_std": 0.13,
+      "tps_mean": 69.85,
+      "tps_std": 0.99,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -8323,8 +8227,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1106.66,
-      "tps_std": 96.87,
+      "tps_mean": 1130.7,
+      "tps_std": 76.23,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -8352,8 +8256,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 74.44,
-      "tps_std": 0.33,
+      "tps_mean": 73.82,
+      "tps_std": 0.94,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -8381,8 +8285,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 3560.63,
-      "tps_std": 61.27,
+      "tps_mean": 3453.09,
+      "tps_std": 252.73,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8410,8 +8314,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 60.91,
-      "tps_std": 1.2,
+      "tps_mean": 61.56,
+      "tps_std": 0.05,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8439,8 +8343,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 574.21,
-      "tps_std": 10.48,
+      "tps_mean": 576.11,
+      "tps_std": 19.59,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8468,8 +8372,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 56.7,
-      "tps_std": 0.02,
+      "tps_mean": 56.66,
+      "tps_std": 0.01,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8497,8 +8401,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 3219.67,
-      "tps_std": 324.4,
+      "tps_mean": 3426.66,
+      "tps_std": 43.35,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8526,8 +8430,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 61.41,
-      "tps_std": 0.11,
+      "tps_mean": 61.37,
+      "tps_std": 0.04,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8555,8 +8459,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 574.85,
-      "tps_std": 3.37,
+      "tps_mean": 561.87,
+      "tps_std": 9.62,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8584,8 +8488,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 56.57,
-      "tps_std": 0.01,
+      "tps_mean": 55.86,
+      "tps_std": 1.27,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8613,8 +8517,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 3167.77,
-      "tps_std": 641.3,
+      "tps_mean": 3534.89,
+      "tps_std": 14.36,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8642,8 +8546,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 62.03,
-      "tps_std": 0.41,
+      "tps_mean": 62.22,
+      "tps_std": 0.06,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8671,8 +8575,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 571.25,
-      "tps_std": 10.37,
+      "tps_mean": 557.51,
+      "tps_std": 7.11,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8700,8 +8604,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 62.23,
-      "tps_std": 0.06,
+      "tps_mean": 62.17,
+      "tps_std": 0.07,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8729,8 +8633,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 3463.77,
-      "tps_std": 25.73,
+      "tps_mean": 3449.2,
+      "tps_std": 31.03,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8758,8 +8662,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 61.77,
-      "tps_std": 0.07,
+      "tps_mean": 61.78,
+      "tps_std": 0.06,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8787,8 +8691,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 568.37,
-      "tps_std": 3.91,
+      "tps_mean": 560.29,
+      "tps_std": 11.45,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8816,7 +8720,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 61.73,
+      "tps_mean": 61.74,
       "tps_std": 0.09,
       "error": false,
       "error_type": null,
@@ -8845,8 +8749,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 3209.68,
-      "tps_std": 61.33,
+      "tps_mean": 3154.09,
+      "tps_std": 25.9,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8874,8 +8778,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 62.24,
-      "tps_std": 0.1,
+      "tps_mean": 62.18,
+      "tps_std": 0.09,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8903,8 +8807,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 581.08,
-      "tps_std": 16.25,
+      "tps_mean": 569.87,
+      "tps_std": 5.71,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8932,8 +8836,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 57.66,
-      "tps_std": 0.0,
+      "tps_mean": 57.41,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8961,8 +8865,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 3178.15,
-      "tps_std": 11.94,
+      "tps_mean": 3147.9,
+      "tps_std": 47.6,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8990,8 +8894,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 62.25,
-      "tps_std": 0.15,
+      "tps_mean": 62.29,
+      "tps_std": 0.09,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9019,8 +8923,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 582.54,
-      "tps_std": 9.21,
+      "tps_mean": 561.2,
+      "tps_std": 12.26,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9048,8 +8952,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 57.59,
-      "tps_std": 0.0,
+      "tps_mean": 57.56,
+      "tps_std": 0.47,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9077,8 +8981,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 3550.94,
-      "tps_std": 46.01,
+      "tps_mean": 3536.2,
+      "tps_std": 35.99,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9106,8 +9010,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 61.74,
-      "tps_std": 0.85,
+      "tps_mean": 62.21,
+      "tps_std": 0.05,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9135,8 +9039,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 571.8,
-      "tps_std": 1.01,
+      "tps_mean": 555.55,
+      "tps_std": 8.15,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9164,8 +9068,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 62.21,
-      "tps_std": 0.09,
+      "tps_mean": 62.19,
+      "tps_std": 0.07,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9193,8 +9097,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 3384.63,
-      "tps_std": 35.4,
+      "tps_mean": 3451.09,
+      "tps_std": 52.3,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9251,8 +9155,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 573.29,
-      "tps_std": 5.82,
+      "tps_mean": 550.69,
+      "tps_std": 15.36,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9309,8 +9213,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 993.79,
-      "tps_std": 51.64,
+      "tps_mean": 736.07,
+      "tps_std": 11.92,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -9338,8 +9242,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 13.34,
-      "tps_std": 0.39,
+      "tps_mean": 15.37,
+      "tps_std": 0.42,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -9367,8 +9271,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2385.27,
-      "tps_std": 97.69,
+      "tps_mean": 2200.62,
+      "tps_std": 29.19,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -9396,8 +9300,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 23.12,
-      "tps_std": 0.96,
+      "tps_mean": 25.87,
+      "tps_std": 1.07,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -9425,8 +9329,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2323.14,
-      "tps_std": 26.23,
+      "tps_mean": 2359.23,
+      "tps_std": 26.29,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9454,8 +9358,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 135.78,
-      "tps_std": 0.37,
+      "tps_mean": 135.88,
+      "tps_std": 0.17,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9483,8 +9387,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2396.12,
-      "tps_std": 36.3,
+      "tps_mean": 2364.37,
+      "tps_std": 18.78,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9513,7 +9417,7 @@
       "context_tokens": null,
       "test": "tg128",
       "tps_mean": 135.91,
-      "tps_std": 0.06,
+      "tps_std": 0.03,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9541,8 +9445,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2361.69,
-      "tps_std": 19.76,
+      "tps_mean": 2353.39,
+      "tps_std": 34.03,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9570,8 +9474,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 135.25,
-      "tps_std": 0.06,
+      "tps_mean": 135.15,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9599,8 +9503,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2339.01,
-      "tps_std": 27.97,
+      "tps_mean": 2307.74,
+      "tps_std": 28.85,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9628,8 +9532,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 135.2,
-      "tps_std": 0.07,
+      "tps_mean": 135.22,
+      "tps_std": 0.03,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9657,8 +9561,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4781.01,
-      "tps_std": 63.71,
+      "tps_mean": 4735.62,
+      "tps_std": 90.18,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9686,8 +9590,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 134.41,
-      "tps_std": 0.25,
+      "tps_mean": 133.8,
+      "tps_std": 1.51,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9715,8 +9619,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4655.88,
-      "tps_std": 9.31,
+      "tps_mean": 4632.35,
+      "tps_std": 49.49,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9744,8 +9648,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 134.75,
-      "tps_std": 0.26,
+      "tps_mean": 134.63,
+      "tps_std": 0.32,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9773,8 +9677,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4580.86,
-      "tps_std": 46.73,
+      "tps_mean": 4487.23,
+      "tps_std": 25.71,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9802,8 +9706,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 132.23,
-      "tps_std": 0.28,
+      "tps_mean": 131.2,
+      "tps_std": 2.36,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9831,8 +9735,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4480.94,
-      "tps_std": 48.88,
+      "tps_mean": 4442.65,
+      "tps_std": 58.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9860,8 +9764,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 132.15,
-      "tps_std": 0.29,
+      "tps_mean": 132.43,
+      "tps_std": 0.49,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9889,8 +9793,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4856.55,
-      "tps_std": 66.93,
+      "tps_mean": 4729.35,
+      "tps_std": 86.7,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9918,8 +9822,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 134.41,
-      "tps_std": 0.39,
+      "tps_mean": 132.68,
+      "tps_std": 4.03,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9947,8 +9851,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4658.05,
-      "tps_std": 37.37,
+      "tps_mean": 4688.0,
+      "tps_std": 81.13,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9976,8 +9880,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 134.54,
-      "tps_std": 0.35,
+      "tps_mean": 133.91,
+      "tps_std": 0.52,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10005,8 +9909,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4393.46,
-      "tps_std": 561.83,
+      "tps_mean": 4700.83,
+      "tps_std": 70.34,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10034,8 +9938,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 135.18,
-      "tps_std": 0.6,
+      "tps_mean": 134.88,
+      "tps_std": 0.5,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10063,8 +9967,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4683.2,
-      "tps_std": 48.19,
+      "tps_mean": 4584.82,
+      "tps_std": 38.21,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10092,8 +9996,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 134.92,
-      "tps_std": 0.35,
+      "tps_mean": 134.84,
+      "tps_std": 0.51,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10121,8 +10025,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4749.53,
-      "tps_std": 95.1,
+      "tps_mean": 4688.15,
+      "tps_std": 46.08,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10150,8 +10054,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 134.71,
-      "tps_std": 0.21,
+      "tps_mean": 134.67,
+      "tps_std": 0.48,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10179,8 +10083,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4684.14,
-      "tps_std": 76.49,
+      "tps_mean": 4589.19,
+      "tps_std": 51.11,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10208,8 +10112,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 134.71,
-      "tps_std": 0.15,
+      "tps_mean": 134.78,
+      "tps_std": 0.32,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10237,8 +10141,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4551.67,
-      "tps_std": 48.02,
+      "tps_mean": 4527.51,
+      "tps_std": 60.5,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10266,8 +10170,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 132.27,
-      "tps_std": 0.35,
+      "tps_mean": 132.52,
+      "tps_std": 0.51,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10295,8 +10199,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4496.15,
-      "tps_std": 34.08,
+      "tps_mean": 4451.98,
+      "tps_std": 67.83,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10324,8 +10228,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 131.19,
-      "tps_std": 2.04,
+      "tps_mean": 132.21,
+      "tps_std": 0.51,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10353,8 +10257,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2755.86,
-      "tps_std": 19.54,
+      "tps_mean": 2778.39,
+      "tps_std": 78.76,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -10382,8 +10286,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 123.33,
-      "tps_std": 0.02,
+      "tps_mean": 121.58,
+      "tps_std": 0.45,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -10411,8 +10315,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2213.7,
-      "tps_std": 118.74,
+      "tps_mean": 2276.11,
+      "tps_std": 154.18,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -10440,8 +10344,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 115.77,
-      "tps_std": 0.03,
+      "tps_mean": 114.89,
+      "tps_std": 0.12,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -10469,8 +10373,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2467.61,
-      "tps_std": 7.71,
+      "tps_mean": 2463.36,
+      "tps_std": 20.38,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10498,7 +10402,65 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 99.07,
+      "tps_mean": 99.46,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 6.74,
+      "file_size_gib": 3.56,
+      "name_params_b": 6.74,
+      "quant": "Q4_0",
+      "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "llama-2-7b.Q4_0",
+      "model_clean": "llama-2-7b.Q4_0",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2482.71,
+      "tps_std": 14.4,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 6.74,
+      "file_size_gib": 3.56,
+      "name_params_b": 6.74,
+      "quant": "Q4_0",
+      "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "fa0465954",
+        "number": "7205"
+      }
+    },
+    {
+      "model": "llama-2-7b.Q4_0",
+      "model_clean": "llama-2-7b.Q4_0",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 99.54,
       "tps_std": 0.01,
       "error": false,
       "error_type": null,
@@ -10509,64 +10471,6 @@
       "file_size_gib": 3.56,
       "name_params_b": 6.74,
       "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2387.46,
-      "tps_std": 115.96,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "fa0465954",
-        "number": "7205"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 99.38,
-      "tps_std": 0.04,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
       "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
@@ -10585,8 +10489,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2415.51,
-      "tps_std": 7.0,
+      "tps_mean": 2440.1,
+      "tps_std": 12.35,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10614,7 +10518,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 99.16,
+      "tps_mean": 99.55,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -10643,8 +10547,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2415.84,
-      "tps_std": 8.97,
+      "tps_mean": 2438.35,
+      "tps_std": 10.88,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10672,8 +10576,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 99.12,
-      "tps_std": 0.04,
+      "tps_mean": 98.74,
+      "tps_std": 1.25,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10701,8 +10605,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4659.46,
-      "tps_std": 86.39,
+      "tps_mean": 4591.9,
+      "tps_std": 57.52,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10730,8 +10634,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.21,
-      "tps_std": 0.03,
+      "tps_mean": 98.38,
+      "tps_std": 0.06,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10759,8 +10663,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4660.55,
-      "tps_std": 83.56,
+      "tps_mean": 4592.51,
+      "tps_std": 64.56,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10788,8 +10692,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.48,
-      "tps_std": 0.03,
+      "tps_mean": 98.73,
+      "tps_std": 0.12,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10817,8 +10721,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4726.93,
-      "tps_std": 93.57,
+      "tps_mean": 4671.07,
+      "tps_std": 91.98,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10846,8 +10750,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.07,
-      "tps_std": 0.07,
+      "tps_mean": 98.47,
+      "tps_std": 0.11,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10875,8 +10779,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4717.86,
-      "tps_std": 89.41,
+      "tps_mean": 4674.57,
+      "tps_std": 95.66,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10904,8 +10808,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.04,
-      "tps_std": 0.04,
+      "tps_mean": 98.76,
+      "tps_std": 0.1,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10933,8 +10837,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4625.54,
-      "tps_std": 64.06,
+      "tps_mean": 4489.99,
+      "tps_std": 277.37,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10962,8 +10866,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 99.21,
-      "tps_std": 0.29,
+      "tps_mean": 99.55,
+      "tps_std": 0.12,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10991,8 +10895,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4630.08,
-      "tps_std": 67.46,
+      "tps_mean": 4582.3,
+      "tps_std": 70.41,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -11020,8 +10924,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.42,
-      "tps_std": 0.15,
+      "tps_mean": 98.85,
+      "tps_std": 0.18,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -11049,8 +10953,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4787.61,
-      "tps_std": 83.37,
+      "tps_mean": 4563.75,
+      "tps_std": 389.72,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -11078,8 +10982,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 97.69,
-      "tps_std": 2.1,
+      "tps_mean": 99.18,
+      "tps_std": 0.12,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -11107,8 +11011,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4768.72,
-      "tps_std": 76.67,
+      "tps_mean": 4727.49,
+      "tps_std": 89.16,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -11136,8 +11040,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 99.56,
-      "tps_std": 0.23,
+      "tps_mean": 98.96,
+      "tps_std": 0.11,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -11165,8 +11069,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4631.17,
-      "tps_std": 69.84,
+      "tps_mean": 4579.06,
+      "tps_std": 67.88,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -11194,7 +11098,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.23,
+      "tps_mean": 98.27,
       "tps_std": 0.03,
       "error": false,
       "error_type": null,
@@ -11223,8 +11127,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4631.27,
-      "tps_std": 70.91,
+      "tps_mean": 4572.18,
+      "tps_std": 79.96,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -11252,8 +11156,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 97.79,
-      "tps_std": 0.05,
+      "tps_mean": 97.92,
+      "tps_std": 0.03,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -11281,8 +11185,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4732.44,
-      "tps_std": 85.77,
+      "tps_mean": 4676.25,
+      "tps_std": 91.78,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -11310,7 +11214,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.21,
+      "tps_mean": 98.79,
       "tps_std": 0.06,
       "error": false,
       "error_type": null,
@@ -11339,8 +11243,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4719.56,
-      "tps_std": 83.04,
+      "tps_mean": 4674.48,
+      "tps_std": 99.27,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -11368,8 +11272,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 97.59,
-      "tps_std": 1.12,
+      "tps_mean": 98.26,
+      "tps_std": 0.04,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -11397,8 +11301,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2409.79,
-      "tps_std": 118.81,
+      "tps_mean": 2330.33,
+      "tps_std": 9.67,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -11426,8 +11330,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 107.93,
-      "tps_std": 0.06,
+      "tps_mean": 108.1,
+      "tps_std": 0.13,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -11455,8 +11359,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1928.06,
-      "tps_std": 145.39,
+      "tps_mean": 2081.19,
+      "tps_std": 198.32,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -11484,8 +11388,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 97.95,
-      "tps_std": 0.02,
+      "tps_mean": 97.97,
+      "tps_std": 0.14,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",