From 2e8bef127fa79fe664af0ba73e199a6ed3723696 Mon Sep 17 00:00:00 2001
From: Donato Capitella <donato.capitella@reversec.com>
Date: Wed, 17 Dec 2025 08:01:12 +0000
Subject: [PATCH] benchmakr updates

---
 ...tly-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...tly-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...6__rocm-7-nightly-rocwmma__fa1__single.log |    18 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ...-7-nightly-rocwmma__hblt0__fa1__single.log |     6 +-
 ...m-7-nightly__fa1__longctx16384__single.log |     6 +-
 ...m-7-nightly__fa1__longctx32768__single.log |     6 +-
 ...2512-BF16__rocm-7-nightly__fa1__single.log |     6 +-
 ...htly__hblt0__fa1__longctx16384__single.log |     6 +-
 ...htly__hblt0__fa1__longctx32768__single.log |     6 +-
 ...16__rocm-7-nightly__hblt0__fa1__single.log |     6 +-
 ...7.9-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...7.9-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...12-BF16__rocm-7.9-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ...__rocm-7.9-rocwmma__hblt0__fa1__single.log |     6 +-
 ...6__rocm-7.9__fa1__longctx16384__single.log |     6 +-
 ...6__rocm-7.9__fa1__longctx32768__single.log |     6 +-
 ...truct-2512-BF16__rocm-7.9__fa1__single.log |     6 +-
 ...-7.9__hblt0__fa1__longctx16384__single.log |     6 +-
 ...-7.9__hblt0__fa1__longctx32768__single.log |     6 +-
 ...512-BF16__rocm-7.9__hblt0__fa1__single.log |     6 +-
 ...4_4-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...4_4-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...2-BF16__rocm6_4_4-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log |     6 +-
 ...__rocm6_4_4__fa1__longctx16384__single.log |     6 +-
 ...__rocm6_4_4__fa1__longctx32768__single.log |     6 +-
 ...ruct-2512-BF16__rocm6_4_4__fa1__single.log |     6 +-
 ..._4_4__hblt0__fa1__longctx16384__single.log |     6 +-
 ..._4_4__hblt0__fa1__longctx32768__single.log |     6 +-
 ...12-BF16__rocm6_4_4__hblt0__fa1__single.log |     6 +-
 ...-2512-BF16__rocm7.1.1-mmf__fa1__single.log |    20 -
 ...1.1-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...1.1-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...2-BF16__rocm7.1.1-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log |     6 +-
 ...__rocm7.1.1__fa1__longctx16384__single.log |     6 +-
 ...__rocm7.1.1__fa1__longctx32768__single.log |     6 +-
 ...ruct-2512-BF16__rocm7.1.1__fa1__single.log |     6 +-
 ....1.1__hblt0__fa1__longctx16384__single.log |     6 +-
 ....1.1__hblt0__fa1__longctx32768__single.log |     6 +-
 ...12-BF16__rocm7.1.1__hblt0__fa1__single.log |     6 +-
 ...2512-BF16__rocm7.1__hblt0__fa1__single.log |    10 -
 ...lkan_amdvlk__fa1__longctx16384__single.log |     6 +-
 ...lkan_amdvlk__fa1__longctx32768__single.log |     6 +-
 ...-2512-BF16__vulkan_amdvlk__fa1__single.log |     6 +-
 ...vulkan_radv__fa1__longctx16384__single.log |     6 +-
 ...vulkan_radv__fa1__longctx32768__single.log |     6 +-
 ...ct-2512-BF16__vulkan_radv__fa1__single.log |     6 +-
 ...tly-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...tly-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...6__rocm-7-nightly-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ...-7-nightly-rocwmma__hblt0__fa1__single.log |     6 +-
 ...m-7-nightly__fa1__longctx16384__single.log |     6 +-
 ...m-7-nightly__fa1__longctx32768__single.log |     6 +-
 ...2512-BF16__rocm-7-nightly__fa1__single.log |     6 +-
 ...htly__hblt0__fa1__longctx16384__single.log |     6 +-
 ...htly__hblt0__fa1__longctx32768__single.log |     6 +-
 ...16__rocm-7-nightly__hblt0__fa1__single.log |     6 +-
 ...7.9-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...7.9-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...12-BF16__rocm-7.9-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ...__rocm-7.9-rocwmma__hblt0__fa1__single.log |     6 +-
 ...6__rocm-7.9__fa1__longctx16384__single.log |     6 +-
 ...6__rocm-7.9__fa1__longctx32768__single.log |     6 +-
 ...truct-2512-BF16__rocm-7.9__fa1__single.log |     6 +-
 ...-7.9__hblt0__fa1__longctx16384__single.log |     6 +-
 ...-7.9__hblt0__fa1__longctx32768__single.log |     6 +-
 ...512-BF16__rocm-7.9__hblt0__fa1__single.log |     6 +-
 ...4_4-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...4_4-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...2-BF16__rocm6_4_4-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log |     6 +-
 ...__rocm6_4_4__fa1__longctx16384__single.log |     6 +-
 ...__rocm6_4_4__fa1__longctx32768__single.log |     6 +-
 ...ruct-2512-BF16__rocm6_4_4__fa1__single.log |     6 +-
 ..._4_4__hblt0__fa1__longctx16384__single.log |     4 +-
 ..._4_4__hblt0__fa1__longctx32768__single.log |     6 +-
 ...12-BF16__rocm6_4_4__hblt0__fa1__single.log |     6 +-
 ...512-BF16__rocm7.1-rocwmma__fa1__single.log |    10 -
 ...6__rocm7.1-rocwmma__hblt0__fa1__single.log |    10 -
 ...-2512-BF16__rocm7.1.1-mmf__fa1__single.log |    10 -
 ...F16__rocm7.1.1-mmf__hblt0__fa1__single.log |    10 -
 ...1.1-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...1.1-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...2-BF16__rocm7.1.1-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log |     6 +-
 ...__rocm7.1.1__fa1__longctx16384__single.log |     6 +-
 ...__rocm7.1.1__fa1__longctx32768__single.log |     6 +-
 ...ruct-2512-BF16__rocm7.1.1__fa1__single.log |     6 +-
 ....1.1__hblt0__fa1__longctx16384__single.log |     6 +-
 ....1.1__hblt0__fa1__longctx32768__single.log |     6 +-
 ...12-BF16__rocm7.1.1__hblt0__fa1__single.log |     6 +-
 ...struct-2512-BF16__rocm7.1__fa1__single.log |    10 -
 ...2512-BF16__rocm7.1__hblt0__fa1__single.log |    10 -
 ...lkan_amdvlk__fa1__longctx16384__single.log |     6 +-
 ...lkan_amdvlk__fa1__longctx32768__single.log |     6 +-
 ...-2512-BF16__vulkan_amdvlk__fa1__single.log |     6 +-
 ...vulkan_radv__fa1__longctx16384__single.log |     6 +-
 ...vulkan_radv__fa1__longctx32768__single.log |     6 +-
 ...ct-2512-BF16__vulkan_radv__fa1__single.log |     6 +-
 ...tly-rocwmma__fa1__longctx16384__single.log |    10 +
 ...tly-rocwmma__fa1__longctx32768__single.log |    10 +
 ...__rocm-7-nightly-rocwmma__fa1__single.log} |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |    10 +
 ...wmma__hblt0__fa1__longctx32768__single.log |    10 +
 ...7-nightly-rocwmma__hblt0__fa1__single.log} |     6 +-
 ...m-7-nightly__fa1__longctx16384__single.log |    10 +
 ...m-7-nightly__fa1__longctx32768__single.log |    10 +
 ...-Q4_K_XL__rocm-7-nightly__fa1__single.log} |     6 +-
 ...htly__hblt0__fa1__longctx16384__single.log |    10 +
 ...htly__hblt0__fa1__longctx32768__single.log |    10 +
 ...L__rocm-7-nightly__hblt0__fa1__single.log} |     6 +-
 ...7.9-rocwmma__fa1__longctx16384__single.log |    10 +
 ...7.9-rocwmma__fa1__longctx32768__single.log |    10 +
 ...Q4_K_XL__rocm-7.9-rocwmma__fa1__single.log |    10 +
 ...wmma__hblt0__fa1__longctx16384__single.log |    10 +
 ...wmma__hblt0__fa1__longctx32768__single.log |    10 +
 ...__rocm-7.9-rocwmma__hblt0__fa1__single.log |    10 +
 ...L__rocm-7.9__fa1__longctx16384__single.log |    10 +
 ...L__rocm-7.9__fa1__longctx32768__single.log |    10 +
 ...-A3B-UD-Q4_K_XL__rocm-7.9__fa1__single.log |    10 +
 ...-7.9__hblt0__fa1__longctx16384__single.log |    10 +
 ...-7.9__hblt0__fa1__longctx32768__single.log |    10 +
 ...-Q4_K_XL__rocm-7.9__hblt0__fa1__single.log |    10 +
 ...4_4-rocwmma__fa1__longctx16384__single.log |    10 +
 ...4_4-rocwmma__fa1__longctx32768__single.log |    10 +
 ...4_K_XL__rocm6_4_4-rocwmma__fa1__single.log |    10 +
 ...wmma__hblt0__fa1__longctx16384__single.log |    10 +
 ...wmma__hblt0__fa1__longctx32768__single.log |    10 +
 ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log |    10 +
 ...__rocm6_4_4__fa1__longctx16384__single.log |    10 +
 ...__rocm6_4_4__fa1__longctx32768__single.log |    10 +
 ...A3B-UD-Q4_K_XL__rocm6_4_4__fa1__single.log |    10 +
 ..._4_4__hblt0__fa1__longctx16384__single.log |    10 +
 ..._4_4__hblt0__fa1__longctx32768__single.log |    10 +
 ...Q4_K_XL__rocm6_4_4__hblt0__fa1__single.log |    10 +
 ...1.1-rocwmma__fa1__longctx16384__single.log |    10 +
 ...1.1-rocwmma__fa1__longctx32768__single.log |    10 +
 ...4_K_XL__rocm7.1.1-rocwmma__fa1__single.log |    10 +
 ...wmma__hblt0__fa1__longctx16384__single.log |    10 +
 ...wmma__hblt0__fa1__longctx32768__single.log |    10 +
 ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log |    10 +
 ...__rocm7.1.1__fa1__longctx16384__single.log |    10 +
 ...__rocm7.1.1__fa1__longctx32768__single.log |    10 +
 ...A3B-UD-Q4_K_XL__rocm7.1.1__fa1__single.log |    10 +
 ....1.1__hblt0__fa1__longctx16384__single.log |    10 +
 ....1.1__hblt0__fa1__longctx32768__single.log |    10 +
 ...Q4_K_XL__rocm7.1.1__hblt0__fa1__single.log |    10 +
 ...lkan_amdvlk__fa1__longctx16384__single.log |    12 +
 ...lkan_amdvlk__fa1__longctx32768__single.log |    12 +
 ...UD-Q4_K_XL__vulkan_amdvlk__fa1__single.log |    12 +
 ...vulkan_radv__fa1__longctx16384__single.log |    12 +
 ...vulkan_radv__fa1__longctx32768__single.log |    12 +
 ...B-UD-Q4_K_XL__vulkan_radv__fa1__single.log |    12 +
 ...XL__rocm-7-nightly-rocwmma__fa1__dual.log} |     6 +-
 ...ghtly-rocwmma__fa1__longctx16384__dual.log |    11 +
 ...ghtly-rocwmma__fa1__longctx32768__dual.log |    11 +
 ...m-7-nightly-rocwmma__hblt0__fa1__dual.log} |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |    11 +
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |    11 +
 ...UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log} |     6 +-
 ...ocm-7-nightly__fa1__longctx16384__dual.log |    11 +
 ...ocm-7-nightly__fa1__longctx32768__dual.log |    11 +
 ..._XL__rocm-7-nightly__hblt0__fa1__dual.log} |     6 +-
 ...ightly__hblt0__fa1__longctx16384__dual.log |    11 +
 ...ightly__hblt0__fa1__longctx32768__dual.log |    11 +
 ...D-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log |    11 +
 ...m-7.9-rocwmma__fa1__longctx16384__dual.log |    11 +
 ...m-7.9-rocwmma__fa1__longctx32768__dual.log |    11 +
 ...XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log |    11 +
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |    11 +
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |    11 +
 ...0B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__dual.log |    11 +
 ..._XL__rocm-7.9__fa1__longctx16384__dual.log |    11 +
 ..._XL__rocm-7.9__fa1__longctx32768__dual.log |    11 +
 ...UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log |    11 +
 ...cm-7.9__hblt0__fa1__longctx16384__dual.log |    11 +
 ...cm-7.9__hblt0__fa1__longctx32768__dual.log |    11 +
 ...-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log |    11 +
 ...6_4_4-rocwmma__fa1__longctx16384__dual.log |    11 +
 ...6_4_4-rocwmma__fa1__longctx32768__dual.log |    11 +
 ...L__rocm6_4_4-rocwmma__hblt0__fa1__dual.log |    11 +
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |    11 +
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |    11 +
 ...B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log |    11 +
 ...XL__rocm6_4_4__fa1__longctx16384__dual.log |    11 +
 ...XL__rocm6_4_4__fa1__longctx32768__dual.log |    11 +
 ...D-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log |    11 +
 ...m6_4_4__hblt0__fa1__longctx16384__dual.log |    11 +
 ...m6_4_4__hblt0__fa1__longctx32768__dual.log |    11 +
 ...-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log |    11 +
 ...7.1.1-rocwmma__fa1__longctx16384__dual.log |    11 +
 ...7.1.1-rocwmma__fa1__longctx32768__dual.log |    11 +
 ...L__rocm7.1.1-rocwmma__hblt0__fa1__dual.log |    11 +
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |    11 +
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |    11 +
 ...B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log |    11 +
 ...XL__rocm7.1.1__fa1__longctx16384__dual.log |    11 +
 ...XL__rocm7.1.1__fa1__longctx32768__dual.log |    11 +
 ...D-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log |    11 +
 ...m7.1.1__hblt0__fa1__longctx16384__dual.log |    11 +
 ...m7.1.1__hblt0__fa1__longctx32768__dual.log |    11 +
 ...B-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log |    12 +
 ...vulkan_amdvlk__fa1__longctx16384__dual.log |    12 +
 ...vulkan_amdvlk__fa1__longctx32768__dual.log |    12 +
 ...A3B-UD-Q8_K_XL__vulkan_radv__fa1__dual.log |    12 +
 ...__vulkan_radv__fa1__longctx16384__dual.log |    12 +
 ...__vulkan_radv__fa1__longctx32768__dual.log |    12 +
 ...002__rocm-7-nightly-rocwmma__fa1__dual.log |     6 +-
 ...ghtly-rocwmma__fa1__longctx16384__dual.log |     6 +-
 ...ghtly-rocwmma__fa1__longctx32768__dual.log |     6 +-
 ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...01-of-00002__rocm-7-nightly__fa1__dual.log |     6 +-
 ...ocm-7-nightly__fa1__longctx16384__dual.log |     6 +-
 ...ocm-7-nightly__fa1__longctx32768__dual.log |     6 +-
 ...0002__rocm-7-nightly__hblt0__fa1__dual.log |     6 +-
 ...ightly__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ightly__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...-of-00002__rocm-7.9-rocwmma__fa1__dual.log |     6 +-
 ...m-7.9-rocwmma__fa1__longctx16384__dual.log |     4 -
 ...m-7.9-rocwmma__fa1__longctx32768__dual.log |     6 +-
 ...02__rocm-7.9-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...16-00001-of-00002__rocm-7.9__fa1__dual.log |     6 +-
 ...002__rocm-7.9__fa1__longctx16384__dual.log |     6 +-
 ...002__rocm-7.9__fa1__longctx32768__dual.log |     6 +-
 ...1-of-00002__rocm-7.9__hblt0__fa1__dual.log |     6 +-
 ...cm-7.9__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...cm-7.9__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...of-00002__rocm6_4_4-rocwmma__fa1__dual.log |     6 +-
 ...6_4_4-rocwmma__fa1__longctx16384__dual.log |     6 +-
 ...6_4_4-rocwmma__fa1__longctx32768__dual.log |     6 +-
 ...2__rocm6_4_4-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...6-00001-of-00002__rocm6_4_4__fa1__dual.log |     6 +-
 ...02__rocm6_4_4__fa1__longctx16384__dual.log |     6 +-
 ...02__rocm6_4_4__fa1__longctx32768__dual.log |     6 +-
 ...-of-00002__rocm6_4_4__hblt0__fa1__dual.log |     6 +-
 ...m6_4_4__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...m6_4_4__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...of-00002__rocm7.1.1-rocwmma__fa1__dual.log |     6 +-
 ...7.1.1-rocwmma__fa1__longctx16384__dual.log |     6 +-
 ...7.1.1-rocwmma__fa1__longctx32768__dual.log |    19 +-
 ...2__rocm7.1.1-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...6-00001-of-00002__rocm7.1.1__fa1__dual.log |     6 +-
 ...02__rocm7.1.1__fa1__longctx16384__dual.log |     6 +-
 ...02__rocm7.1.1__fa1__longctx32768__dual.log |     6 +-
 ...-of-00002__rocm7.1.1__hblt0__fa1__dual.log |     6 +-
 ...m7.1.1__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...m7.1.1__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...F16-00001-of-00002__rocm7.1__fa1__dual.log |    25 -
 ...01-of-00002__rocm7.1__hblt0__fa1__dual.log |    11 -
 ...001-of-00002__vulkan_amdvlk__fa1__dual.log |     6 +-
 ...vulkan_amdvlk__fa1__longctx16384__dual.log |     6 +-
 ...vulkan_amdvlk__fa1__longctx32768__dual.log |     6 +-
 ...00001-of-00002__vulkan_radv__fa1__dual.log |     6 +-
 ...__vulkan_radv__fa1__longctx16384__dual.log |     6 +-
 ...__vulkan_radv__fa1__longctx32768__dual.log |     6 +-
 ...tly-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...tly-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...M__rocm-7-nightly-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ...-7-nightly-rocwmma__hblt0__fa1__single.log |     6 +-
 ...m-7-nightly__fa1__longctx16384__single.log |     6 +-
 ...m-7-nightly__fa1__longctx32768__single.log |     6 +-
 ...ct-Q4_K_M__rocm-7-nightly__fa1__single.log |     6 +-
 ...htly__hblt0__fa1__longctx16384__single.log |     6 +-
 ...htly__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._M__rocm-7-nightly__hblt0__fa1__single.log |     6 +-
 ...7.9-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...7.9-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ...__rocm-7.9-rocwmma__hblt0__fa1__single.log |     6 +-
 ...M__rocm-7.9__fa1__longctx16384__single.log |     6 +-
 ...M__rocm-7.9__fa1__longctx32768__single.log |     6 +-
 ...Instruct-Q4_K_M__rocm-7.9__fa1__single.log |     6 +-
 ...-7.9__hblt0__fa1__longctx16384__single.log |     6 +-
 ...-7.9__hblt0__fa1__longctx32768__single.log |     6 +-
 ...t-Q4_K_M__rocm-7.9__hblt0__fa1__single.log |     6 +-
 ...4_4-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...4_4-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log |     6 +-
 ...__rocm6_4_4__fa1__longctx16384__single.log |     6 +-
 ...__rocm6_4_4__fa1__longctx32768__single.log |     6 +-
 ...nstruct-Q4_K_M__rocm6_4_4__fa1__single.log |     6 +-
 ..._4_4__hblt0__fa1__longctx16384__single.log |     6 +-
 ..._4_4__hblt0__fa1__longctx32768__single.log |     6 +-
 ...-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log |     6 +-
 ...t-Q4_K_M__rocm7.1-rocwmma__fa1__single.log |    10 -
 ...M__rocm7.1-rocwmma__hblt0__fa1__single.log |    10 -
 ...uct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log |    10 -
 ...K_M__rocm7.1.1-mmf__hblt0__fa1__single.log |    10 -
 ...1.1-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...1.1-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log |     6 +-
 ...__rocm7.1.1__fa1__longctx16384__single.log |     6 +-
 ...__rocm7.1.1__fa1__longctx32768__single.log |     6 +-
 ...nstruct-Q4_K_M__rocm7.1.1__fa1__single.log |     6 +-
 ....1.1__hblt0__fa1__longctx16384__single.log |     6 +-
 ....1.1__hblt0__fa1__longctx32768__single.log |     6 +-
 ...-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log |     6 +-
 ...-Instruct-Q4_K_M__rocm7.1__fa1__single.log |    10 -
 ...ct-Q4_K_M__rocm7.1__hblt0__fa1__single.log |    10 -
 ...lkan_amdvlk__fa1__longctx16384__single.log |     6 +-
 ...lkan_amdvlk__fa1__longctx32768__single.log |     6 +-
 ...uct-Q4_K_M__vulkan_amdvlk__fa1__single.log |     6 +-
 ...vulkan_radv__fa1__longctx16384__single.log |     6 +-
 ...vulkan_radv__fa1__longctx32768__single.log |     6 +-
 ...truct-Q4_K_M__vulkan_radv__fa1__single.log |     6 +-
 ..._XL__rocm-7-nightly-rocwmma__fa1__dual.log |     6 +-
 ...ghtly-rocwmma__fa1__longctx16384__dual.log |     6 +-
 ...ghtly-rocwmma__fa1__longctx32768__dual.log |     6 +-
 ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log |     6 +-
 ...ocm-7-nightly__fa1__longctx16384__dual.log |     6 +-
 ...ocm-7-nightly__fa1__longctx32768__dual.log |     6 +-
 ...K_XL__rocm-7-nightly__hblt0__fa1__dual.log |     6 +-
 ...ightly__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ightly__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...D-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log |     6 +-
 ...m-7.9-rocwmma__fa1__longctx16384__dual.log |     6 +-
 ...m-7.9-rocwmma__fa1__longctx32768__dual.log |     6 +-
 ...XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...struct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log |     6 +-
 ..._XL__rocm-7.9__fa1__longctx16384__dual.log |     6 +-
 ..._XL__rocm-7.9__fa1__longctx32768__dual.log |     6 +-
 ...UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log |     6 +-
 ...cm-7.9__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...cm-7.9__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log |     6 +-
 ...6_4_4-rocwmma__fa1__longctx16384__dual.log |     6 +-
 ...6_4_4-rocwmma__fa1__longctx32768__dual.log |     6 +-
 ...L__rocm6_4_4-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...truct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log |     6 +-
 ...XL__rocm6_4_4__fa1__longctx16384__dual.log |     6 +-
 ...XL__rocm6_4_4__fa1__longctx32768__dual.log |     6 +-
 ...D-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log |     6 +-
 ...m6_4_4__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...m6_4_4__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log |    11 -
 ..._XL__rocm7.1-rocwmma__hblt0__fa1__dual.log |    11 -
 ...t-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log |    11 -
 ..._K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log |    11 -
 ...-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log |     6 +-
 ...7.1.1-rocwmma__fa1__longctx16384__dual.log |     6 +-
 ...7.1.1-rocwmma__fa1__longctx32768__dual.log |     6 +-
 ...L__rocm7.1.1-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...truct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log |     6 +-
 ...XL__rocm7.1.1__fa1__longctx16384__dual.log |     6 +-
 ...XL__rocm7.1.1__fa1__longctx32768__dual.log |     6 +-
 ...D-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log |     6 +-
 ...m7.1.1__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...m7.1.1__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...nstruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log |    11 -
 ...-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log |    11 -
 ...t-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log |     6 +-
 ...vulkan_amdvlk__fa1__longctx16384__dual.log |     6 +-
 ...vulkan_amdvlk__fa1__longctx32768__dual.log |     6 +-
 ...uct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log |     6 +-
 ...__vulkan_radv__fa1__longctx16384__dual.log |     6 +-
 ...__vulkan_radv__fa1__longctx32768__dual.log |     6 +-
 ..._XL__rocm-7-nightly-rocwmma__fa1__dual.log |     6 +-
 ...ghtly-rocwmma__fa1__longctx16384__dual.log |    22 +-
 ...ghtly-rocwmma__fa1__longctx32768__dual.log |    22 +-
 ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |    22 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |    22 +-
 ...-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log |     6 +-
 ...ocm-7-nightly__fa1__longctx16384__dual.log |    22 +-
 ...ocm-7-nightly__fa1__longctx32768__dual.log |    22 +-
 ...K_XL__rocm-7-nightly__hblt0__fa1__dual.log |     6 +-
 ...ightly__hblt0__fa1__longctx16384__dual.log |    22 +-
 ...ightly__hblt0__fa1__longctx32768__dual.log |    22 +-
 ...D-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log |     6 +-
 ...m-7.9-rocwmma__fa1__longctx16384__dual.log |    22 +-
 ...m-7.9-rocwmma__fa1__longctx32768__dual.log |    22 +-
 ...XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |    22 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |    22 +-
 ...struct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log |     6 +-
 ..._XL__rocm-7.9__fa1__longctx16384__dual.log |    22 +-
 ..._XL__rocm-7.9__fa1__longctx32768__dual.log |    22 +-
 ...UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log |     6 +-
 ...cm-7.9__hblt0__fa1__longctx16384__dual.log |    22 +-
 ...cm-7.9__hblt0__fa1__longctx32768__dual.log |    22 +-
 ...-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log |     6 +-
 ...6_4_4-rocwmma__fa1__longctx16384__dual.log |    22 +-
 ...6_4_4-rocwmma__fa1__longctx32768__dual.log |    22 +-
 ...L__rocm6_4_4-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |    22 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |    22 +-
 ...truct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log |     6 +-
 ...XL__rocm6_4_4__fa1__longctx16384__dual.log |    22 +-
 ...XL__rocm6_4_4__fa1__longctx32768__dual.log |    22 +-
 ...D-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log |     6 +-
 ...m6_4_4__hblt0__fa1__longctx16384__dual.log |    22 +-
 ...m6_4_4__hblt0__fa1__longctx32768__dual.log |    22 +-
 ...UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log |    11 -
 ..._XL__rocm7.1-rocwmma__hblt0__fa1__dual.log |    11 -
 ...t-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log |    11 -
 ..._K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log |    11 -
 ...-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log |     6 +-
 ...7.1.1-rocwmma__fa1__longctx16384__dual.log |    22 +-
 ...7.1.1-rocwmma__fa1__longctx32768__dual.log |    22 +-
 ...L__rocm7.1.1-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |    22 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |    22 +-
 ...truct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log |     6 +-
 ...XL__rocm7.1.1__fa1__longctx16384__dual.log |    22 +-
 ...XL__rocm7.1.1__fa1__longctx32768__dual.log |    22 +-
 ...D-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log |     6 +-
 ...m7.1.1__hblt0__fa1__longctx16384__dual.log |    22 +-
 ...m7.1.1__hblt0__fa1__longctx32768__dual.log |    22 +-
 ...nstruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log |    11 -
 ...-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log |    11 -
 ...t-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log |     6 +-
 ...vulkan_amdvlk__fa1__longctx16384__dual.log |     6 +-
 ...vulkan_amdvlk__fa1__longctx32768__dual.log |     6 +-
 ...uct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log |     6 +-
 ...__vulkan_radv__fa1__longctx16384__dual.log |     6 +-
 ...__vulkan_radv__fa1__longctx32768__dual.log |     6 +-
 ...tly-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...tly-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...L__rocm-7-nightly-rocwmma__fa1__single.log |    18 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ...-7-nightly-rocwmma__hblt0__fa1__single.log |     6 +-
 ...m-7-nightly__fa1__longctx16384__single.log |     6 +-
 ...m-7-nightly__fa1__longctx32768__single.log |     6 +-
 ...D-Q8_K_XL__rocm-7-nightly__fa1__single.log |     6 +-
 ...htly__hblt0__fa1__longctx16384__single.log |     6 +-
 ...htly__hblt0__fa1__longctx32768__single.log |     6 +-
 ...XL__rocm-7-nightly__hblt0__fa1__single.log |     6 +-
 ...7.9-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...7.9-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ...__rocm-7.9-rocwmma__hblt0__fa1__single.log |     6 +-
 ...L__rocm-7.9__fa1__longctx16384__single.log |     6 +-
 ...L__rocm-7.9__fa1__longctx32768__single.log |     6 +-
 ...b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log |     6 +-
 ...-7.9__hblt0__fa1__longctx16384__single.log |     6 +-
 ...-7.9__hblt0__fa1__longctx32768__single.log |     6 +-
 ...-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log |     6 +-
 ...4_4-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...4_4-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...8_K_XL__rocm6_4_4-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log |     6 +-
 ...__rocm6_4_4__fa1__longctx16384__single.log |     6 +-
 ...__rocm6_4_4__fa1__longctx32768__single.log |     6 +-
 ...-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log |     6 +-
 ..._4_4__hblt0__fa1__longctx16384__single.log |     6 +-
 ..._4_4__hblt0__fa1__longctx32768__single.log |     6 +-
 ...Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log |     6 +-
 ...-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log |    10 -
 ...L__rocm7.1-rocwmma__hblt0__fa1__single.log |    10 -
 ...UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log |    10 -
 ..._XL__rocm7.1.1-mmf__hblt0__fa1__single.log |    10 -
 ...1.1-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...1.1-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...8_K_XL__rocm7.1.1-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log |     6 +-
 ...__rocm7.1.1__fa1__longctx16384__single.log |     6 +-
 ...__rocm7.1.1__fa1__longctx32768__single.log |     6 +-
 ...-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log |     6 +-
 ....1.1__hblt0__fa1__longctx16384__single.log |     6 +-
 ....1.1__hblt0__fa1__longctx32768__single.log |     6 +-
 ...Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log |     6 +-
 ...2b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log |    10 -
 ...D-Q8_K_XL__rocm7.1__hblt0__fa1__single.log |    10 -
 ...lkan_amdvlk__fa1__longctx16384__single.log |     6 +-
 ...lkan_amdvlk__fa1__longctx32768__single.log |     6 +-
 ...UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log |     6 +-
 ...vulkan_radv__fa1__longctx16384__single.log |     6 +-
 ...vulkan_radv__fa1__longctx32768__single.log |     6 +-
 ...t-UD-Q8_K_XL__vulkan_radv__fa1__single.log |     6 +-
 ...002__rocm-7-nightly-rocwmma__fa1__dual.log |     6 +-
 ...ghtly-rocwmma__fa1__longctx16384__dual.log |    21 +-
 ...ghtly-rocwmma__fa1__longctx32768__dual.log |    14 +-
 ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |    26 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...01-of-00002__rocm-7-nightly__fa1__dual.log |     6 +-
 ...ocm-7-nightly__fa1__longctx16384__dual.log |    21 +-
 ...ocm-7-nightly__fa1__longctx32768__dual.log |    17 +-
 ...0002__rocm-7-nightly__hblt0__fa1__dual.log |     6 +-
 ...ightly__hblt0__fa1__longctx16384__dual.log |    26 +-
 ...ightly__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...-of-00002__rocm-7.9-rocwmma__fa1__dual.log |    21 +-
 ...m-7.9-rocwmma__fa1__longctx16384__dual.log |    21 +-
 ...m-7.9-rocwmma__fa1__longctx32768__dual.log |    17 +-
 ...02__rocm-7.9-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |    26 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...16-00001-of-00002__rocm-7.9__fa1__dual.log |     6 +-
 ...002__rocm-7.9__fa1__longctx16384__dual.log |     6 +-
 ...002__rocm-7.9__fa1__longctx32768__dual.log |    17 +-
 ...1-of-00002__rocm-7.9__hblt0__fa1__dual.log |     6 +-
 ...cm-7.9__hblt0__fa1__longctx16384__dual.log |    26 +-
 ...cm-7.9__hblt0__fa1__longctx32768__dual.log |     6 +-
 ...of-00002__rocm6_4_4-rocwmma__fa1__dual.log |     6 +-
 ...6_4_4-rocwmma__fa1__longctx16384__dual.log |    26 +-
 ...6_4_4-rocwmma__fa1__longctx32768__dual.log |    26 +-
 ...2__rocm6_4_4-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |    26 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |    26 +-
 ...6-00001-of-00002__rocm6_4_4__fa1__dual.log |     6 +-
 ...02__rocm6_4_4__fa1__longctx16384__dual.log |    26 +-
 ...02__rocm6_4_4__fa1__longctx32768__dual.log |    26 +-
 ...-of-00002__rocm6_4_4__hblt0__fa1__dual.log |     6 +-
 ...m6_4_4__hblt0__fa1__longctx16384__dual.log |    26 +-
 ...m6_4_4__hblt0__fa1__longctx32768__dual.log |    26 +-
 ...1-of-00002__rocm7.1-rocwmma__fa1__dual.log |    11 -
 ...002__rocm7.1-rocwmma__hblt0__fa1__dual.log |    11 -
 ...001-of-00002__rocm7.1.1-mmf__fa1__dual.log |    21 -
 ...00002__rocm7.1.1-mmf__hblt0__fa1__dual.log |    11 -
 ...of-00002__rocm7.1.1-rocwmma__fa1__dual.log |     6 +-
 ...7.1.1-rocwmma__fa1__longctx16384__dual.log |    26 +-
 ...7.1.1-rocwmma__fa1__longctx32768__dual.log |    18 +
 ...2__rocm7.1.1-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |    26 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     7 +-
 ...6-00001-of-00002__rocm7.1.1__fa1__dual.log |     6 +-
 ...02__rocm7.1.1__fa1__longctx16384__dual.log |    21 +-
 ...02__rocm7.1.1__fa1__longctx32768__dual.log |     7 +-
 ...-of-00002__rocm7.1.1__hblt0__fa1__dual.log |     6 +-
 ...m7.1.1__hblt0__fa1__longctx16384__dual.log |    26 +-
 ...m7.1.1__hblt0__fa1__longctx32768__dual.log |     7 +-
 ...F16-00001-of-00002__rocm7.1__fa1__dual.log |    11 -
 ...01-of-00002__rocm7.1__hblt0__fa1__dual.log |    11 -
 ...00001-of-00002__vulkan_radv__fa1__dual.log |     6 +-
 ...__vulkan_radv__fa1__longctx16384__dual.log |     6 +-
 ...__vulkan_radv__fa1__longctx32768__dual.log |     6 +-
 ...tly-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...tly-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...S__rocm-7-nightly-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ...-7-nightly-rocwmma__hblt0__fa1__single.log |     6 +-
 ...m-7-nightly__fa1__longctx16384__single.log |     6 +-
 ...m-7-nightly__fa1__longctx32768__single.log |     6 +-
 ...it-Q3_K_S__rocm-7-nightly__fa1__single.log |     6 +-
 ...htly__hblt0__fa1__longctx16384__single.log |     6 +-
 ...htly__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._S__rocm-7-nightly__hblt0__fa1__single.log |     6 +-
 ...7.9-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...7.9-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ...__rocm-7.9-rocwmma__hblt0__fa1__single.log |     6 +-
 ...S__rocm-7.9__fa1__longctx16384__single.log |     6 +-
 ...S__rocm-7.9__fa1__longctx32768__single.log |     6 +-
 ...-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log |     6 +-
 ...-7.9__hblt0__fa1__longctx16384__single.log |     6 +-
 ...-7.9__hblt0__fa1__longctx32768__single.log |     6 +-
 ...t-Q3_K_S__rocm-7.9__hblt0__fa1__single.log |     6 +-
 ...4_4-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...4_4-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log |     6 +-
 ...__rocm6_4_4__fa1__longctx16384__single.log |     6 +-
 ...__rocm6_4_4__fa1__longctx32768__single.log |     6 +-
 ...3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log |     6 +-
 ..._4_4__hblt0__fa1__longctx16384__single.log |     6 +-
 ..._4_4__hblt0__fa1__longctx32768__single.log |     6 +-
 ...-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log |     6 +-
 ...t-Q3_K_S__rocm7.1-rocwmma__fa1__single.log |    10 -
 ...S__rocm7.1-rocwmma__hblt0__fa1__single.log |    10 -
 ...-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log |    10 -
 ...K_S__rocm7.1.1-mmf__hblt0__fa1__single.log |    10 -
 ...1.1-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...1.1-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log |     6 +-
 ...__rocm7.1.1__fa1__longctx16384__single.log |     6 +-
 ...__rocm7.1.1__fa1__longctx32768__single.log |     6 +-
 ...3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log |     6 +-
 ....1.1__hblt0__fa1__longctx16384__single.log |     6 +-
 ....1.1__hblt0__fa1__longctx32768__single.log |     6 +-
 ...-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log |     6 +-
 ...a-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log |    10 -
 ...it-Q3_K_S__rocm7.1__hblt0__fa1__single.log |    10 -
 ...lkan_amdvlk__fa1__longctx16384__single.log |     6 +-
 ...lkan_amdvlk__fa1__longctx32768__single.log |     6 +-
 ...-it-Q3_K_S__vulkan_amdvlk__fa1__single.log |     6 +-
 ...vulkan_radv__fa1__longctx16384__single.log |     6 +-
 ...vulkan_radv__fa1__longctx32768__single.log |     6 +-
 ...4b-it-Q3_K_S__vulkan_radv__fa1__single.log |     6 +-
 ...003__rocm-7-nightly-rocwmma__fa1__dual.log |     6 +-
 ...ghtly-rocwmma__fa1__longctx16384__dual.log |     6 +-
 ...ghtly-rocwmma__fa1__longctx32768__dual.log |     2 +-
 ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log |     6 +
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     2 +-
 ...01-of-00003__rocm-7-nightly__fa1__dual.log |     6 +-
 ...ocm-7-nightly__fa1__longctx16384__dual.log |     6 +-
 ...ocm-7-nightly__fa1__longctx32768__dual.log |     2 +-
 ...0003__rocm-7-nightly__hblt0__fa1__dual.log |     6 +-
 ...ightly__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ightly__hblt0__fa1__longctx32768__dual.log |     2 +-
 ...-of-00003__rocm-7.9-rocwmma__fa1__dual.log |     6 +-
 ...m-7.9-rocwmma__fa1__longctx16384__dual.log |     6 +-
 ...m-7.9-rocwmma__fa1__longctx32768__dual.log |     2 +-
 ...03__rocm-7.9-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     2 +-
 ...p4-00001-of-00003__rocm-7.9__fa1__dual.log |     6 +-
 ...003__rocm-7.9__fa1__longctx16384__dual.log |     6 +-
 ...003__rocm-7.9__fa1__longctx32768__dual.log |     2 +-
 ...1-of-00003__rocm-7.9__hblt0__fa1__dual.log |     6 +-
 ...cm-7.9__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...cm-7.9__hblt0__fa1__longctx32768__dual.log |     2 +-
 ...of-00003__rocm6_4_4-rocwmma__fa1__dual.log |     6 +-
 ...6_4_4-rocwmma__fa1__longctx16384__dual.log |     6 +-
 ...6_4_4-rocwmma__fa1__longctx32768__dual.log |     2 +-
 ...3__rocm6_4_4-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     2 +-
 ...4-00001-of-00003__rocm6_4_4__fa1__dual.log |     6 +-
 ...03__rocm6_4_4__fa1__longctx16384__dual.log |     6 +-
 ...03__rocm6_4_4__fa1__longctx32768__dual.log |     2 +-
 ...-of-00003__rocm6_4_4__hblt0__fa1__dual.log |     6 +-
 ...m6_4_4__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...m6_4_4__hblt0__fa1__longctx32768__dual.log |     2 +-
 ...1-of-00003__rocm7.1-rocwmma__fa1__dual.log |     9 -
 ...003__rocm7.1-rocwmma__hblt0__fa1__dual.log |     9 -
 ...001-of-00003__rocm7.1.1-mmf__fa1__dual.log |     9 -
 ...00003__rocm7.1.1-mmf__hblt0__fa1__dual.log |     9 -
 ...of-00003__rocm7.1.1-rocwmma__fa1__dual.log |     6 +-
 ...7.1.1-rocwmma__fa1__longctx16384__dual.log |     6 +-
 ...7.1.1-rocwmma__fa1__longctx32768__dual.log |     2 +-
 ...3__rocm7.1.1-rocwmma__hblt0__fa1__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...ocwmma__hblt0__fa1__longctx32768__dual.log |     2 +-
 ...4-00001-of-00003__rocm7.1.1__fa1__dual.log |     6 +-
 ...03__rocm7.1.1__fa1__longctx16384__dual.log |     6 +-
 ...03__rocm7.1.1__fa1__longctx32768__dual.log |     2 +-
 ...-of-00003__rocm7.1.1__hblt0__fa1__dual.log |     6 +-
 ...m7.1.1__hblt0__fa1__longctx16384__dual.log |     6 +-
 ...m7.1.1__hblt0__fa1__longctx32768__dual.log |     2 +-
 ...fp4-00001-of-00003__rocm7.1__fa1__dual.log |     9 -
 ...01-of-00003__rocm7.1__hblt0__fa1__dual.log |     9 -
 ...001-of-00003__vulkan_amdvlk__fa1__dual.log |     6 +-
 ...vulkan_amdvlk__fa1__longctx16384__dual.log |     6 +-
 ...vulkan_amdvlk__fa1__longctx32768__dual.log |     6 +-
 ...00001-of-00003__vulkan_radv__fa1__dual.log |     6 +-
 ...__vulkan_radv__fa1__longctx16384__dual.log |     6 +-
 ...__vulkan_radv__fa1__longctx32768__dual.log |     6 +-
 ...tly-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...tly-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...4__rocm-7-nightly-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ...-7-nightly-rocwmma__hblt0__fa1__single.log |     6 +-
 ...m-7-nightly__fa1__longctx16384__single.log |     6 +-
 ...m-7-nightly__fa1__longctx32768__single.log |     6 +-
 ...20b-mxfp4__rocm-7-nightly__fa1__single.log |     6 +-
 ...htly__hblt0__fa1__longctx16384__single.log |     6 +-
 ...htly__hblt0__fa1__longctx32768__single.log |     6 +-
 ...p4__rocm-7-nightly__hblt0__fa1__single.log |     6 +-
 ...7.9-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...7.9-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...b-mxfp4__rocm-7.9-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ...__rocm-7.9-rocwmma__hblt0__fa1__single.log |     6 +-
 ...4__rocm-7.9__fa1__longctx16384__single.log |     6 +-
 ...4__rocm-7.9__fa1__longctx32768__single.log |     6 +-
 ...t-oss-20b-mxfp4__rocm-7.9__fa1__single.log |     6 +-
 ...-7.9__hblt0__fa1__longctx16384__single.log |     6 +-
 ...-7.9__hblt0__fa1__longctx32768__single.log |     6 +-
 ...0b-mxfp4__rocm-7.9__hblt0__fa1__single.log |     6 +-
 ...4_4-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...4_4-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...-mxfp4__rocm6_4_4-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log |     6 +-
 ...__rocm6_4_4__fa1__longctx16384__single.log |     6 +-
 ...__rocm6_4_4__fa1__longctx32768__single.log |     6 +-
 ...-oss-20b-mxfp4__rocm6_4_4__fa1__single.log |     6 +-
 ..._4_4__hblt0__fa1__longctx16384__single.log |     6 +-
 ..._4_4__hblt0__fa1__longctx32768__single.log |     6 +-
 ...b-mxfp4__rocm6_4_4__hblt0__fa1__single.log |     6 +-
 ...0b-mxfp4__rocm7.1-rocwmma__fa1__single.log |    10 -
 ...4__rocm7.1-rocwmma__hblt0__fa1__single.log |    10 -
 ...-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log |    10 -
 ...fp4__rocm7.1.1-mmf__hblt0__fa1__single.log |    10 -
 ...1.1-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...1.1-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...-mxfp4__rocm7.1.1-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log |     6 +-
 ...__rocm7.1.1__fa1__longctx16384__single.log |     6 +-
 ...__rocm7.1.1__fa1__longctx32768__single.log |     6 +-
 ...-oss-20b-mxfp4__rocm7.1.1__fa1__single.log |     6 +-
 ....1.1__hblt0__fa1__longctx16384__single.log |     6 +-
 ....1.1__hblt0__fa1__longctx32768__single.log |     6 +-
 ...b-mxfp4__rocm7.1.1__hblt0__fa1__single.log |     6 +-
 ...pt-oss-20b-mxfp4__rocm7.1__fa1__single.log |    10 -
 ...20b-mxfp4__rocm7.1__hblt0__fa1__single.log |    10 -
 ...lkan_amdvlk__fa1__longctx16384__single.log |     6 +-
 ...lkan_amdvlk__fa1__longctx32768__single.log |     6 +-
 ...-20b-mxfp4__vulkan_amdvlk__fa1__single.log |     6 +-
 ...vulkan_radv__fa1__longctx16384__single.log |     4 +-
 ...vulkan_radv__fa1__longctx32768__single.log |     6 +-
 ...ss-20b-mxfp4__vulkan_radv__fa1__single.log |     6 +-
 ...tly-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...tly-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...0__rocm-7-nightly-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ...-7-nightly-rocwmma__hblt0__fa1__single.log |     6 +-
 ...m-7-nightly__fa1__longctx16384__single.log |     6 +-
 ...m-7-nightly__fa1__longctx32768__single.log |     6 +-
 ...2-7b.Q4_0__rocm-7-nightly__fa1__single.log |     6 +-
 ...htly__hblt0__fa1__longctx16384__single.log |     6 +-
 ...htly__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._0__rocm-7-nightly__hblt0__fa1__single.log |     6 +-
 ...7.9-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...7.9-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ...__rocm-7.9-rocwmma__hblt0__fa1__single.log |     6 +-
 ...0__rocm-7.9__fa1__longctx16384__single.log |     6 +-
 ...0__rocm-7.9__fa1__longctx32768__single.log |     6 +-
 ...llama-2-7b.Q4_0__rocm-7.9__fa1__single.log |     6 +-
 ...-7.9__hblt0__fa1__longctx16384__single.log |     6 +-
 ...-7.9__hblt0__fa1__longctx32768__single.log |     6 +-
 ...-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log |     6 +-
 ...4_4-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...4_4-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log |     6 +-
 ...__rocm6_4_4__fa1__longctx16384__single.log |     6 +-
 ...__rocm6_4_4__fa1__longctx32768__single.log |     6 +-
 ...lama-2-7b.Q4_0__rocm6_4_4__fa1__single.log |     6 +-
 ..._4_4__hblt0__fa1__longctx16384__single.log |     6 +-
 ..._4_4__hblt0__fa1__longctx32768__single.log |     6 +-
 ...7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log |     6 +-
 ...-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log |    10 -
 ...0__rocm7.1-rocwmma__hblt0__fa1__single.log |    10 -
 ...-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log |    10 -
 ...4_0__rocm7.1.1-mmf__hblt0__fa1__single.log |    10 -
 ...1.1-rocwmma__fa1__longctx16384__single.log |     6 +-
 ...1.1-rocwmma__fa1__longctx32768__single.log |     6 +-
 ...b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx16384__single.log |     6 +-
 ...wmma__hblt0__fa1__longctx32768__single.log |     6 +-
 ..._rocm7.1.1-rocwmma__hblt0__fa1__single.log |     6 +-
 ...__rocm7.1.1__fa1__longctx16384__single.log |     6 +-
 ...__rocm7.1.1__fa1__longctx32768__single.log |     6 +-
 ...lama-2-7b.Q4_0__rocm7.1.1__fa1__single.log |     6 +-
 ....1.1__hblt0__fa1__longctx16384__single.log |     6 +-
 ....1.1__hblt0__fa1__longctx32768__single.log |     6 +-
 ...7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log |     6 +-
 .../llama-2-7b.Q4_0__rocm7.1__fa1__single.log |    10 -
 ...2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log |    10 -
 ...lkan_amdvlk__fa1__longctx16384__single.log |     6 +-
 ...lkan_amdvlk__fa1__longctx32768__single.log |     6 +-
 ...-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log |     6 +-
 ...vulkan_radv__fa1__longctx16384__single.log |     6 +-
 ...vulkan_radv__fa1__longctx32768__single.log |     6 +-
 ...ma-2-7b.Q4_0__vulkan_radv__fa1__single.log |     6 +-
 docs/results.json                             | 48420 +++++++++-------
 818 files changed, 30850 insertions(+), 24154 deletions(-)
 delete mode 100644 benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log
 delete mode 100644 benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log
 delete mode 100644 benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log
 delete mode 100644 benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__fa1__single.log
 delete mode 100644 benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
 rename benchmark/results/{Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log => Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__single.log} (60%)
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
 rename benchmark/results/{Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log => Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log} (60%)
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__single.log
 rename benchmark/results/{Ministral-3-14B-Instruct-2512-BF16__rocm7.1__fa1__single.log => Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__single.log} (60%)
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
 rename benchmark/results/{Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log => Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__single.log} (60%)
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__single.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__single.log
 rename benchmark/results/{Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log => Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log} (65%)
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
 rename benchmark/results/{Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log => Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log} (65%)
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
 rename benchmark/results/{Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log => Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log} (65%)
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log
 rename benchmark/results/{Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log => Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log} (65%)
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log
 create mode 100644 benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log
 delete mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log
 delete mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log
 delete mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log
 delete mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log
 delete mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log
 delete mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log
 delete mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log
 delete mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log
 delete mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log
 delete mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log
 delete mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log
 delete mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log
 delete mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log
 delete mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log
 delete mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log
 delete mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log
 delete mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log
 delete mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log
 delete mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log
 delete mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log
 delete mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log
 delete mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log
 delete mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log
 delete mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log
 delete mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log
 delete mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log
 delete mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log
 delete mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log
 delete mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log
 delete mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log
 delete mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log
 delete mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__fa1__dual.log
 delete mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__hblt0__fa1__dual.log
 delete mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log
 delete mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log
 delete mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log
 delete mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log
 delete mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log
 delete mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log
 delete mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log
 delete mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log
 delete mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log
 delete mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log

diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
index 7dbd58c..311504f 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        959.74 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         17.59 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        964.08 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         19.68 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
index 38b3995..210d43c 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly-rocwmma] Ministral-3-14B-Instruct-2512-BF16__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        571.14 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         17.45 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log
index 54c83c4..1f059cf 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log
@@ -4,17 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f3606f80565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f3606f8092b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f3606f80aaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2cb5eb2) [0x7f3609cf2eb2]
-/usr/local/lib64/libggml-hip.so.0(+0x2cbb07e) [0x7f3609cf807e]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_synchronize+0x2e) [0x7f3606f97a1e]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context11synchronizeEv+0x10) [0x7f360a3bbd70]
-/usr/local/bin/llama-bench() [0x40acfc]
-/usr/local/bin/llama-bench() [0x408a7d]
-/lib64/libc.so.6(+0x35b5) [0x7f36069165b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f3606916668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7-nightly-rocwmma] Ministral-3-14B-Instruct-2512-BF16__fa1 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |      2843.52 ± 16.68 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.18 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
index 8128c4f..ccddfa1 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        305.03 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         17.59 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        305.90 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         19.69 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
index 2118d45..7ac7c9d 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly-rocwmma] Ministral-3-14B-Instruct-2512-BF16__hblt0__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        252.57 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         17.46 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
index 911670f..13a8900 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        382.20 ± 0.44 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.74 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        380.51 ± 0.29 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.17 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log
index 9cd35d2..12fc2c1 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        761.86 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         18.02 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        757.63 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         20.22 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log
index b0371cd..671d058 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly] Ministral-3-14B-Instruct-2512-BF16__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        449.05 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         18.64 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log
index 2139627..4986252 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |       2708.86 ± 8.75 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.75 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |      2767.12 ± 15.29 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.21 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
index bee66c7..63f4324 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        280.13 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         18.01 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        279.80 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         20.23 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
index 2fa6209..5891193 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly] Ministral-3-14B-Instruct-2512-BF16__hblt0__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        222.90 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         18.62 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log
index 2c0adf4..8217de0 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        376.62 ± 0.23 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.77 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        380.81 ± 0.21 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.21 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log
index a404cf8..26b99e5 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        665.78 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         17.95 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        731.41 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         20.15 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log
index a27b19a..05acac8 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9-rocwmma] Ministral-3-14B-Instruct-2512-BF16__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        419.35 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         18.45 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log
index 901e2ae..eba6542 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |     2434.31 ± 160.01 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.82 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |       2608.48 ± 2.57 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.28 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
index 0746a3b..f31e4bf 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        262.83 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         17.95 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        271.63 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         20.15 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
index 0df8f46..4989802 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9-rocwmma] Ministral-3-14B-Instruct-2512-BF16__hblt0__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        213.61 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         18.44 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log
index 5f0a1ec..1ac0f5f 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        366.55 ± 0.27 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.80 ± 0.07 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        368.45 ± 0.14 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.29 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log
index cec6fd9..ce74655 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        767.43 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         18.07 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        761.85 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         20.30 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log
index f0c41c9..18f14b3 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9] Ministral-3-14B-Instruct-2512-BF16__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        447.32 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         18.69 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log
index c21aefd..5fe8657 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |      2606.42 ± 11.20 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.85 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |       2644.29 ± 2.60 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.32 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log
index 30dc5f8..b23d203 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        275.13 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         18.07 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        274.70 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         20.30 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log
index 4954077..ee422bd 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9] Ministral-3-14B-Instruct-2512-BF16__hblt0__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        219.43 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         18.70 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log
index 9c4285b..945acfb 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        369.67 ± 0.28 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.86 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        370.52 ± 0.20 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.32 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
index 8a4d9c0..78c0e89 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        688.43 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         17.97 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        719.86 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         20.22 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
index d75180d..af3e0ac 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4-rocwmma] Ministral-3-14B-Instruct-2512-BF16__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        421.46 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         18.48 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log
index 60ee93b..57c222c 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |      2312.05 ± 24.53 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.86 ± 0.03 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |       2405.48 ± 3.53 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.36 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
index 8354a36..18439cc 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        271.52 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         17.98 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        276.54 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         20.21 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
index 4a10c94..2239937 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4-rocwmma] Ministral-3-14B-Instruct-2512-BF16__hblt0__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        217.88 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         18.48 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log
index 8545280..600ab8e 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        377.52 ± 0.21 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.86 ± 0.02 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        378.57 ± 0.27 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.35 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log
index 4d94d3b..1b5544f 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        829.03 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         18.10 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        828.88 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         20.37 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log
index d2d7db0..8bb493d 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4] Ministral-3-14B-Instruct-2512-BF16__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        501.73 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         18.74 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log
index 1b1f4d8..2ac2737 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |       2402.00 ± 8.33 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.89 ± 0.02 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |       2468.22 ± 5.84 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.39 ± 0.01 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log
index 620498b..c4ff02e 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        290.54 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         18.11 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        290.77 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         20.36 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log
index 4a8744e..68c4b7a 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4] Ministral-3-14B-Instruct-2512-BF16__hblt0__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        237.21 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         18.76 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log
index 1624310..2919329 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        379.17 ± 0.14 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.90 ± 0.01 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        380.01 ± 0.30 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.38 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log
deleted file mode 100644
index b945004..0000000
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log
+++ /dev/null
@@ -1,20 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fd2c4f8e565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fd2c4f8e92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fd2c4f8eaaf]
-/usr/local/lib64/libggml-hip.so.0(+0x300aef2) [0x7fd2c8055ef2]
-/usr/local/lib64/libggml-hip.so.0(+0x30100fe) [0x7fd2c805b0fe]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_synchronize+0x2e) [0x7fd2c4fa5a9e]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context11synchronizeEv+0x10) [0x7fd2c8722cf0]
-/usr/local/bin/llama-bench() [0x40acfc]
-/usr/local/bin/llama-bench() [0x408a7d]
-/lib64/libc.so.6(+0x35b5) [0x7fd2c49245b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fd2c4924668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1.1-mmf] Ministral-3-14B-Instruct-2512-BF16__fa1 failed (exit 0)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
index 95296bb..f383db3 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        665.80 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         17.95 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        731.32 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         20.15 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
index 6fcc282..f670ccc 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1-rocwmma] Ministral-3-14B-Instruct-2512-BF16__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        419.39 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         18.44 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log
index 5cceaf4..68db9a7 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |       2544.26 ± 1.34 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.82 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |       2603.81 ± 5.27 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.28 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
index a21f222..cdfef66 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        262.76 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         17.95 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        271.42 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         20.17 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
index 3aa3f49..70612ad 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1-rocwmma] Ministral-3-14B-Instruct-2512-BF16__hblt0__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        213.47 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         18.45 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log
index be4429b..45ddef7 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        367.12 ± 0.18 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.83 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        368.56 ± 0.28 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.29 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log
index 8d7c867..1769d04 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        766.84 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         18.09 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        756.68 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         20.32 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log
index 794a240..3883862 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1] Ministral-3-14B-Instruct-2512-BF16__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        447.71 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         18.69 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log
index a4cd080..79109d7 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |       2560.35 ± 5.29 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.82 ± 0.08 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |       2649.88 ± 3.07 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.33 ± 0.01 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log
index af16c36..04cbb00 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        274.75 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         18.07 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        274.54 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         20.31 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log
index 56550cb..5d75beb 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log
@@ -2,7 +2,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
 ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/Ministral-3-14B-Instruct-2512-BF16.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1] Ministral-3-14B-Instruct-2512-BF16__hblt0__fa1 __longctx32768 failed (exit 0)
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        219.39 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         18.68 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log
index 7fb11d6..6e0f904 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        370.91 ± 0.02 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.86 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        369.68 ± 0.20 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         22.32 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log
deleted file mode 100644
index df71e5d..0000000
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        376.47 ± 0.35 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.87 ± 0.00 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log
index f535030..1f17e38 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        310.96 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         13.87 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        287.06 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         15.15 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log
index 1cd4977..163ebcc 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        194.73 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         10.53 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        126.59 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         12.48 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log
index 196e3ee..09d32ed 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |           pp512 |        540.84 ± 0.82 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |           tg128 |         18.79 ± 0.02 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |           pp512 |        528.53 ± 0.15 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |           tg128 |         20.18 ± 0.02 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log
index 340e047..fdb1182 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        550.05 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         15.14 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        531.35 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         16.57 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log
index 6075187..9707e94 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        351.12 ± 0.00 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         13.32 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        320.22 ± 0.00 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         14.81 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log
index c02b4e4..c5ac8bf 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log
+++ b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |           pp512 |       930.96 ± 16.21 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |           tg128 |         17.68 ± 0.05 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |           pp512 |        939.26 ± 0.80 |
+| mistral3 14B BF16              |  25.16 GiB |    13.51 B | Vulkan     |  99 |  1 |           tg128 |         19.38 ± 0.05 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
index 2ad7367..a2847dd 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1210.41 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         26.73 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1239.59 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         29.50 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
index 994690a..6623296 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        708.36 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         22.94 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        704.24 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         25.34 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log
index 0c755c6..e319a45 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |       4566.69 ± 9.35 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.17 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |      4617.19 ± 21.94 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         34.48 ± 0.02 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
index af8ee2e..a3c6b30 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        461.89 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         26.74 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        461.59 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         29.51 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
index 74951c4..50ff6ac 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        363.06 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         22.91 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        362.20 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         25.36 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
index 27d1bb8..b34d826 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        624.69 ± 0.18 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.15 ± 0.01 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        621.97 ± 0.44 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         34.46 ± 0.01 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log
index 00b41ad..c90768d 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        958.03 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         27.59 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        946.86 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         30.49 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log
index 294db19..5812ee4 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        552.93 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.80 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        539.19 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         27.49 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log
index f07206f..a818119 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |      4367.96 ± 32.60 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.22 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |      4439.20 ± 15.47 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         34.52 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
index 72548b9..0f1c2c2 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        413.39 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         27.58 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        411.98 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         30.51 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
index a44bbdb..01c362d 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        313.00 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.79 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        311.32 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         27.48 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log
index 400f262..e793c29 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        618.44 ± 0.31 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.20 ± 0.01 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        618.12 ± 0.55 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         34.52 ± 0.01 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log
index fbfc732..6b8b21e 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        832.67 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         27.47 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        918.44 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         30.49 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log
index 5bf1229..da2771e 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        459.52 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.45 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        511.00 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         27.26 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log
index c868db3..66aeafe 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |      4254.15 ± 13.82 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.42 ± 0.01 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |       4416.28 ± 7.71 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         34.89 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
index 69e1d71..8e4f150 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        384.05 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         27.46 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        399.12 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         30.49 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
index a826ce1..93c2bfc 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        282.23 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.46 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        297.49 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         27.25 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log
index 531ec13..e69c5b3 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        599.01 ± 0.38 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.40 ± 0.02 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        599.12 ± 0.34 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         34.89 ± 0.01 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log
index d880d9b..277c91b 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        963.98 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         27.76 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        954.53 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         30.76 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log
index 8febd35..867e67c 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        552.83 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.91 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        546.36 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         27.69 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__single.log
index 69d9b90..15252f0 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |      4356.51 ± 12.09 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.44 ± 0.01 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |       4486.85 ± 9.18 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         34.89 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log
index c69dd75..d876b8f 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        406.44 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         27.71 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        404.63 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         30.79 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log
index fa28713..17c5db7 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        308.45 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.90 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        307.12 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         27.68 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log
index 2dd67ad..12be702 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        598.84 ± 0.40 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.41 ± 0.01 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        601.42 ± 0.05 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         34.92 ± 0.01 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
index 0ba7dcf..e19f080 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        868.42 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         27.51 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        909.65 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         30.59 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
index d6d92a8..a3732fa 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        494.21 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.48 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        514.42 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         27.32 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log
index 5d8ac31..52344d2 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |      3963.40 ± 14.39 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.44 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |       4062.50 ± 9.92 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         34.98 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
index 2c6281a..46fceaa 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        397.69 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         27.47 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        406.07 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         30.58 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
index d4a17cb..6fc868d 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        295.42 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.47 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        303.68 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         27.29 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log
index 5080769..cfd257e 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        612.14 ± 0.41 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.43 ± 0.01 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        615.80 ± 0.35 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         34.96 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log
index 9281c1e..d0eb1e0 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1058.69 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         27.78 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1061.21 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         30.86 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log
index 85cb010..146ce7f 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        621.76 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.94 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        618.25 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         27.77 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log
index f8e0f9d..bff7074 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |      4172.76 ± 21.37 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.48 ± 0.01 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |      4243.57 ± 22.42 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         35.08 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log
index 8b63ece..3f07ed4 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log
@@ -5,6 +5,6 @@ ggml_cuda_init: found 1 ROCm devices:
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 | mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        433.90 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         27.78 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         30.85 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log
index 80d0fbf..b909a3a 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        336.61 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.93 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        335.46 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         27.79 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log
index 7699da2..b69057f 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        617.68 ± 0.32 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.49 ± 0.01 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        620.01 ± 0.14 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         35.01 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log
deleted file mode 100644
index e2b75fd..0000000
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |       4243.27 ± 9.54 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.40 ± 0.01 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log
deleted file mode 100644
index 2deb530..0000000
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        596.53 ± 0.31 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.39 ± 0.01 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log
deleted file mode 100644
index e4bc779..0000000
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |      4352.84 ± 10.67 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.44 ± 0.01 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log
deleted file mode 100644
index 45a1013..0000000
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        602.48 ± 0.50 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.44 ± 0.01 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
index b17543c..b3fe0cd 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        832.53 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         27.47 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        918.50 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         30.52 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
index 2ce4c0b..b306671 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        463.80 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.48 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        512.14 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         27.23 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log
index 3ac50c6..9726ef2 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |      4238.60 ± 12.37 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.39 ± 0.01 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |       4416.42 ± 3.69 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         34.93 ± 0.01 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
index 96d3ab2..be4d1fb 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        383.90 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         27.46 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        399.02 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         30.51 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
index 929c0b0..dc86a7b 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        281.71 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.45 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        297.56 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         27.24 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log
index 5ac158d..6e54498 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        598.20 ± 0.19 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.39 ± 0.02 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        599.60 ± 0.38 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         34.83 ± 0.03 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log
index d0217b4..aa9e8db 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        964.51 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         27.76 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        952.00 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         30.82 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log
index 8fee9c9..16cd66f 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        544.22 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.91 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        544.66 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         27.68 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log
index 8fa8293..20d9b04 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |       4327.37 ± 7.29 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.44 ± 0.01 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |       4505.81 ± 6.05 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         34.95 ± 0.02 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log
index 263fe02..fa6fb82 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        406.04 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         27.77 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        404.69 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         30.78 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log
index 9bb937f..f46ca30 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        308.59 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.92 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        306.83 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         27.68 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log
index ca10533..6dcd129 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        599.70 ± 0.58 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.40 ± 0.02 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        601.45 ± 0.34 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         34.87 ± 0.03 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__fa1__single.log
deleted file mode 100644
index fff9513..0000000
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |      4358.63 ± 10.50 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.46 ± 0.01 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log
deleted file mode 100644
index 30f7a88..0000000
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           pp512 |        598.95 ± 0.48 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | ROCm       |  99 |  1 |           tg128 |         31.45 ± 0.01 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log
index eedfbf2..1ea7c8a 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        403.34 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         18.97 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        364.47 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         20.25 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log
index 60aebef..9d0dc4d 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        242.85 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         14.10 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        152.32 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         16.24 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log
index bd4c86e..79f93fb 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |           pp512 |        874.94 ± 7.12 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |           tg128 |         29.20 ± 0.09 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |           pp512 |        837.88 ± 0.60 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |           tg128 |         32.79 ± 0.04 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log
index 9775da1..39fa5c6 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        718.51 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         22.17 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        697.39 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         24.35 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log
index 47982eb..dfb6def 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        442.10 ± 0.00 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         18.81 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        389.12 ± 0.00 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         19.99 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log
index a910346..da79b16 100644
--- a/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log
+++ b/benchmark/results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |           pp512 |     1578.59 ± 104.98 |
-| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |           tg128 |         27.74 ± 0.07 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |           pp512 |       1634.39 ± 1.81 |
+| mistral3 8B BF16               |  15.81 GiB |     8.49 B | Vulkan     |  99 |  1 |           tg128 |         31.97 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
new file mode 100644
index 0000000..7a233dc
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2204.46 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         97.16 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
new file mode 100644
index 0000000..6bcefcc
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1658.38 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         91.70 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__single.log
similarity index 60%
rename from benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log
rename to benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__single.log
index b6140ee..0ed147c 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |       2552.63 ± 4.28 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.84 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      1753.71 ± 31.35 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        105.09 ± 0.52 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
new file mode 100644
index 0000000..a9dadd2
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2208.18 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         97.14 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
new file mode 100644
index 0000000..ec7e33d
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1669.45 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         91.63 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
similarity index 60%
rename from benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log
rename to benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
index e491ee0..d3cd07a 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        368.25 ± 0.21 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.82 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      1851.56 ± 12.91 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        105.15 ± 0.53 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__single.log
new file mode 100644
index 0000000..44b99d3
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2005.20 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        100.17 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__single.log
new file mode 100644
index 0000000..a6b5e22
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1470.00 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         97.40 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__single.log
similarity index 60%
rename from benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__fa1__single.log
rename to benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__single.log
index 211f019..3e414e9 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__fa1__single.log
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |      2582.25 ± 10.69 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.86 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      1743.72 ± 17.25 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        104.85 ± 0.55 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
new file mode 100644
index 0000000..e850947
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2024.04 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        100.21 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
new file mode 100644
index 0000000..6f65f97
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1485.70 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         97.57 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__single.log
similarity index 60%
rename from benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log
rename to benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__single.log
index 871dc11..fcc2859 100644
--- a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           pp512 |        374.16 ± 0.31 |
-| mistral3 14B BF16              |  25.16 GiB |    13.51 B | ROCm       |  99 |  1 |           tg128 |         19.87 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |       1829.27 ± 5.05 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        105.09 ± 0.54 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log
new file mode 100644
index 0000000..ccbe874
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2362.58 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         97.14 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log
new file mode 100644
index 0000000..3ac944b
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1606.39 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         93.20 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__single.log
new file mode 100644
index 0000000..edda50e
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2759.42 ± 17.72 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        103.59 ± 0.36 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
new file mode 100644
index 0000000..ccdb155
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2374.87 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         97.12 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
new file mode 100644
index 0000000..ad72c77
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1608.95 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         93.50 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log
new file mode 100644
index 0000000..06ff068
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2739.05 ± 26.45 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        103.47 ± 0.34 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__single.log
new file mode 100644
index 0000000..1ac9412
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2406.51 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         98.38 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__single.log
new file mode 100644
index 0000000..e33232a
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1670.91 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         95.78 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__single.log
new file mode 100644
index 0000000..3bb8b68
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2756.89 ± 48.39 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        103.74 ± 0.36 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log
new file mode 100644
index 0000000..d1b7c1c
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2448.73 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         98.17 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log
new file mode 100644
index 0000000..2381ebf
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1686.51 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         95.81 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__single.log
new file mode 100644
index 0000000..5977d7a
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2757.96 ± 44.26 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        103.64 ± 0.35 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
new file mode 100644
index 0000000..a3e86dc
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2452.75 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         96.72 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
new file mode 100644
index 0000000..9155651
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1702.97 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         92.88 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__single.log
new file mode 100644
index 0000000..199df85
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2773.64 ± 14.53 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        103.14 ± 0.39 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
new file mode 100644
index 0000000..37d96ff
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2466.92 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         96.97 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
new file mode 100644
index 0000000..88f8446
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1711.57 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         92.66 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log
new file mode 100644
index 0000000..3db3e1f
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2763.54 ± 51.52 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        103.18 ± 0.37 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__single.log
new file mode 100644
index 0000000..d58a513
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2589.17 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         98.32 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__single.log
new file mode 100644
index 0000000..36338ee
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1830.06 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         95.40 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__single.log
new file mode 100644
index 0000000..bd27554
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |       2803.61 ± 9.56 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        103.30 ± 0.34 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log
new file mode 100644
index 0000000..32dcc40
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2604.31 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         98.13 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log
new file mode 100644
index 0000000..f8544bf
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1826.51 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         95.74 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__single.log
new file mode 100644
index 0000000..0907eb5
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2801.11 ± 12.96 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        102.96 ± 0.34 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
new file mode 100644
index 0000000..1fba9f1
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2361.24 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         97.16 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
new file mode 100644
index 0000000..1b8d3a8
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1605.39 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         93.19 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__single.log
new file mode 100644
index 0000000..9d465e2
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2779.85 ± 17.44 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        103.54 ± 0.39 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
new file mode 100644
index 0000000..55ff0c0
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2372.55 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         97.22 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
new file mode 100644
index 0000000..2f4a0a6
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1612.11 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         93.33 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log
new file mode 100644
index 0000000..fea66d0
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2736.60 ± 37.72 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        103.81 ± 0.30 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__single.log
new file mode 100644
index 0000000..91068ff
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2436.91 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         98.18 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__single.log
new file mode 100644
index 0000000..f1ece9a
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1690.56 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         95.61 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__single.log
new file mode 100644
index 0000000..dee40a7
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |       2790.54 ± 8.43 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        103.38 ± 0.34 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log
new file mode 100644
index 0000000..02b3556
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2462.94 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         98.32 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log
new file mode 100644
index 0000000..5b5957f
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1693.15 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         95.74 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__single.log
new file mode 100644
index 0000000..f9eadc6
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__single.log
@@ -0,0 +1,10 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 1 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2761.60 ± 14.79 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |        103.42 ± 0.32 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log
new file mode 100644
index 0000000..2dac552
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log
@@ -0,0 +1,12 @@
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+ggml_vulkan: Found 3 Vulkan devices:
+ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       1407.28 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         90.63 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log
new file mode 100644
index 0000000..85da0d5
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log
@@ -0,0 +1,12 @@
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+ggml_vulkan: Found 3 Vulkan devices:
+ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        670.28 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         71.00 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__single.log
new file mode 100644
index 0000000..8a47410
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__single.log
@@ -0,0 +1,12 @@
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+ggml_vulkan: Found 3 Vulkan devices:
+ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | Vulkan     |  99 |  1 |           pp512 |      2240.26 ± 11.53 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | Vulkan     |  99 |  1 |           tg128 |        118.32 ± 0.35 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__single.log
new file mode 100644
index 0000000..9848228
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__single.log
@@ -0,0 +1,12 @@
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+ggml_vulkan: Found 3 Vulkan devices:
+ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none
+ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       1502.66 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         82.92 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__single.log
new file mode 100644
index 0000000..a96412b
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__single.log
@@ -0,0 +1,12 @@
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+ggml_vulkan: Found 3 Vulkan devices:
+ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none
+ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |       1126.06 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         75.97 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__single.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__single.log
new file mode 100644
index 0000000..f1e5e3d
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__single.log
@@ -0,0 +1,12 @@
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+ggml_vulkan: Found 3 Vulkan devices:
+ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none
+ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | Vulkan     |  99 |  1 |           pp512 |      1695.40 ± 23.13 |
+| nemotron_h_moe 31B.A3.5B Q4_K - Medium |  21.26 GiB |    31.58 B | Vulkan     |  99 |  1 |           tg128 |         91.72 ± 0.11 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
similarity index 65%
rename from benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log
rename to benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
index d07f2ec..dbbbb03 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1588.08 ± 46.01 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.30 ± 0.67 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |       1453.85 ± 8.67 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         81.16 ± 0.17 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..44fdbaa
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2056.13 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.50 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..bf79360
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1572.46 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         74.13 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
similarity index 65%
rename from benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log
rename to benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
index c80bd0b..37f3760 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       676.12 ± 15.33 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.72 ± 0.04 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |       1167.18 ± 8.95 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         81.26 ± 0.23 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..949d347
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1682.45 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.56 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..784162d
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1346.20 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         74.23 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log
similarity index 65%
rename from benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log
rename to benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log
index 02adb16..dd20599 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     1562.53 ± 124.66 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.64 ± 0.13 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |       1448.14 ± 6.40 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         81.19 ± 0.16 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..e2e329a
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1892.64 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         79.06 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..a38689a
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1039.00 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         77.04 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
similarity index 65%
rename from benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log
rename to benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
index 5c815f0..a4d07e0 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        648.98 ± 0.99 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         51.67 ± 0.18 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |       1164.20 ± 3.33 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         81.04 ± 0.24 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..f422bf2
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1568.79 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         78.55 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..a7b0f3a
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1221.04 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         77.04 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log
new file mode 100644
index 0000000..46d53d4
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2851.41 ± 24.68 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         80.51 ± 0.42 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..c99128c
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2386.76 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.20 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..c755d24
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1481.31 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         65.29 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
new file mode 100644
index 0000000..e11bb96
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      1874.32 ± 22.78 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         80.57 ± 0.42 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..8083783
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1909.34 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.05 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..72aa2fc
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1374.42 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         74.59 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__dual.log
new file mode 100644
index 0000000..c14663e
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2851.87 ± 12.88 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         80.41 ± 0.39 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..c4676a1
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2464.96 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.64 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..7c27eee
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1704.06 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         76.11 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log
new file mode 100644
index 0000000..7bc9c29
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      1869.70 ± 14.66 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         80.36 ± 0.37 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..f9a477c
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1957.91 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.61 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..417206d
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1433.70 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         76.11 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
new file mode 100644
index 0000000..f67fde7
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2764.27 ± 25.54 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         79.76 ± 0.38 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..b62da6b
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2415.59 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         76.32 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..3cfbd8a
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1681.78 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         74.19 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
new file mode 100644
index 0000000..3ad3543
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      1727.22 ± 18.13 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         79.87 ± 0.35 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..a6417e5
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1942.70 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         76.50 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..e027124
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1436.41 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         73.94 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log
new file mode 100644
index 0000000..6c46cca
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2785.29 ± 16.13 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         79.88 ± 0.35 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..9237414
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2536.72 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.33 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..c32d571
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1801.56 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         75.78 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log
new file mode 100644
index 0000000..6d8853e
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |       1724.03 ± 6.57 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         79.98 ± 0.37 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..b8ffbf1
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2020.27 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.19 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..28d0c00
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1524.17 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         75.68 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log
new file mode 100644
index 0000000..217da07
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2852.77 ± 38.02 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         80.59 ± 0.40 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..a2c4592
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2383.22 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.01 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..7ecb5ea
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1613.49 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         74.77 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
new file mode 100644
index 0000000..c7ec481
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |       1690.11 ± 1.33 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         80.55 ± 0.41 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..55831d3
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1871.63 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.06 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..f7b1dd2
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1358.90 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         74.55 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log
new file mode 100644
index 0000000..fa34a0d
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      2862.32 ± 30.40 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         80.48 ± 0.41 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..e51f61a
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2475.60 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.72 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..29dc0b5
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1701.74 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         76.06 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log
new file mode 100644
index 0000000..da0d2f6
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           pp512 |      1683.76 ± 11.86 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |  1 |           tg128 |         80.43 ± 0.38 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..ce37b68
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1913.98 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.70 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..87c04f7
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
@@ -0,0 +1,11 @@
+ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
+ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
+ggml_cuda_init: found 2 ROCm devices:
+  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1425.50 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         76.17 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log
new file mode 100644
index 0000000..8f7fada
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log
@@ -0,0 +1,12 @@
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+ggml_vulkan: Found 3 Vulkan devices:
+ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | Vulkan     |  99 |  1 |           pp512 |       2349.20 ± 4.88 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | Vulkan     |  99 |  1 |           tg128 |         94.19 ± 0.04 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..b61163e
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log
@@ -0,0 +1,12 @@
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+ggml_vulkan: Found 3 Vulkan devices:
+ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       1421.57 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         74.69 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..87eaad2
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log
@@ -0,0 +1,12 @@
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+ggml_vulkan: Found 3 Vulkan devices:
+ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        710.37 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         60.48 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__dual.log
new file mode 100644
index 0000000..89d0483
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__dual.log
@@ -0,0 +1,12 @@
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+ggml_vulkan: Found 3 Vulkan devices:
+ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none
+ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | Vulkan     |  99 |  1 |           pp512 |      1758.38 ± 13.96 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | Vulkan     |  99 |  1 |           tg128 |         76.77 ± 0.08 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log
new file mode 100644
index 0000000..f2017f3
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log
@@ -0,0 +1,12 @@
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+ggml_vulkan: Found 3 Vulkan devices:
+ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none
+ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       1559.49 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         70.05 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log
new file mode 100644
index 0000000..ddc2fe1
--- /dev/null
+++ b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log
@@ -0,0 +1,12 @@
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+WARNING: radv is not a conformant Vulkan implementation, testing use only.
+ggml_vulkan: Found 3 Vulkan devices:
+ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none
+ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
+ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |       1158.36 ± 0.00 |
+| nemotron_h_moe 31B.A3.5B Q8_0  |  37.66 GiB |    31.58 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         65.09 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log
index 46e5ad7..6363110 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       818.04 ± 30.69 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.16 ± 0.50 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       820.65 ± 16.57 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         59.23 ± 0.07 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
index 0e9220f..1aaae39 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        800.63 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         39.85 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
index c87b02f..369193e 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        496.22 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         37.66 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
index c746d93..cffedb3 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        644.36 ± 8.83 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         51.88 ± 0.17 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        416.61 ± 7.14 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.95 ± 0.02 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
index 5f84bac..3208040 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        387.71 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         41.68 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
index 2844ad6..d20a15c 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        291.60 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         33.99 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log
index 48dd820..b530173 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       800.50 ± 43.62 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.29 ± 0.03 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        811.34 ± 7.01 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         58.86 ± 0.10 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log
index 71fcd2f..a9bc996 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        660.44 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         50.20 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log
index 9798e23..2adf1d6 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        384.22 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         44.25 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log
index 33f7448..24508e3 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        638.77 ± 8.84 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         51.65 ± 0.42 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        414.64 ± 3.29 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.63 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
index 3d7d5bd..851b5c5 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        343.90 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         45.66 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
index 46e2f23..6cba3ba 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        249.51 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         40.62 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log
index cfe9be3..b2860a6 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1577.01 ± 83.25 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.72 ± 0.50 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     1594.29 ± 110.28 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         59.36 ± 0.15 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
index 8f39404..508d04d 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
@@ -3,7 +3,3 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
-| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
index f620982..2c08f63 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        351.26 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         42.02 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log
index 800a532..44a4f3f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       670.79 ± 24.36 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.75 ± 0.50 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       687.00 ± 10.85 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         59.54 ± 0.14 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
index 1c78fed..6262571 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        355.41 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         48.92 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
index 5eea508..d7ccba6 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        254.38 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         41.84 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log
index a638d5c..5e3448b 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1640.28 ± 17.48 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         55.41 ± 0.06 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1669.86 ± 48.62 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         58.76 ± 0.13 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log
index 5cde01c..d624023 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        655.47 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         49.39 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log
index 851c151..670f2b5 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        381.20 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         43.60 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log
index 5a4bc74..724965e 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       676.65 ± 20.88 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.63 ± 0.04 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        687.04 ± 1.36 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         56.71 ± 0.11 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log
index 82083a4..ece41df 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        386.93 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         49.48 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log
index 0e62560..98aaadd 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        269.71 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         43.62 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log
index 7062c80..eb15222 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1686.79 ± 32.81 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         58.26 ± 0.15 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1714.36 ± 73.19 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         59.77 ± 0.24 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
index 1e63b91..c9d7869 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        611.39 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         49.23 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
index 043d690..cfca97c 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        358.69 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         41.79 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
index e2a09a2..755749f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       661.24 ± 12.20 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.64 ± 0.01 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       668.17 ± 11.89 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.52 ± 0.44 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
index 5ffe43c..14dfb49 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        355.59 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.67 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
index 4c63ecd..849afc5 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        266.50 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         37.96 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log
index 2e82e7d..991713e 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1730.61 ± 34.04 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.20 ± 0.77 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1773.94 ± 34.01 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         59.46 ± 0.23 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log
index 00b2f1a..c1b4844 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        709.10 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         49.89 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log
index abedad7..26403d3 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        431.09 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         44.35 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log
index 8fbd823..c925c65 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       688.64 ± 11.04 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.51 ± 0.01 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        685.61 ± 7.09 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.63 ± 0.57 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
index fa3baa8..9311fc2 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        421.95 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         42.79 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
index b56b3e4..c9413c1 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        305.65 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         40.43 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log
index dc0247c..f3084a6 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1556.37 ± 85.43 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.91 ± 0.16 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1595.35 ± 96.41 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         59.36 ± 0.14 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
index e82205c..6fe4e22 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        611.58 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         49.04 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
index adc5d6f..9e95a8d 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
@@ -3,7 +3,24 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:94: ROCm error
+/usr/local/lib64/libggml-base.so.0(+0x35a5) [0x7fd6fceb05a5]
+/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fd6fceb096b]
+/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fd6fceb0aef]
+/usr/local/lib64/libggml-hip.so.0(+0x2fcfa42) [0x7fd6fff3ca42]
+/usr/local/lib64/libggml-hip.so.0(+0x2fe4297) [0x7fd6fff51297]
+/usr/local/lib64/libggml-hip.so.0(+0x2fd92ea) [0x7fd6fff462ea]
+/usr/local/lib64/libggml-hip.so.0(+0x2fd4c8f) [0x7fd6fff41c8f]
+/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7fd6fcecb483]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fd7006137e0]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fd7006152b2]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fd70061a6ff]
+/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fd70061b4fe]
+/usr/local/bin/llama-bench() [0x40ad9b]
+/usr/local/bin/llama-bench() [0x4088ac]
+/lib64/libc.so.6(+0x35b5) [0x7fd6fc8465b5]
+/lib64/libc.so.6(__libc_start_main+0x88) [0x7fd6fc846668]
+/usr/local/bin/llama-bench() [0x409c25]
 ✖ ! [rocm7.1.1-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
index 175dd05..46ad261 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        663.24 ± 4.86 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.39 ± 0.01 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        658.91 ± 2.62 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         53.05 ± 0.01 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
index ea15478..acb2b0f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        361.11 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         44.09 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
index 31d4cb1..83ee6cc 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1-rocwmma] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        251.15 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         37.92 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log
index c79cb9e..ea1b806 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1532.05 ± 91.83 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         57.22 ± 0.15 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1623.11 ± 61.17 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         58.31 ± 0.69 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log
index 569d23d..55821bf 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        647.73 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         46.47 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log
index a8b38fa..1383696 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        381.09 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         43.68 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log
index f18d97e..f270354 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       667.09 ± 10.31 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.29 ± 0.01 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |        658.89 ± 8.59 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         52.60 ± 0.02 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
index 29df7c3..797599f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        351.00 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         44.99 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
index 74c6c43..639e9b3 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/qwen3-coder-30B-A3B/BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        271.60 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         40.06 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log
deleted file mode 100644
index 90951ae..0000000
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log
+++ /dev/null
@@ -1,25 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fa4cecdb565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fa4cecdb92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fa4cecdbaaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2fd1ef2) [0x7fa4d1d69ef2]
-/usr/local/lib64/libggml-hip.so.0(+0x2fdca9a) [0x7fa4d1d74a9a]
-/usr/local/lib64/libggml-hip.so.0(+0x2fd716f) [0x7fa4d1d6f16f]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7fa4cecf5f63]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fa4d2437a90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fa4d2439722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fa4d243e5df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fa4d243f3fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x408a7d]
-/lib64/libc.so.6(+0x35b5) [0x7fa4ce6715b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fa4ce671668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 failed (exit 0)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log
deleted file mode 100644
index 9e68069..0000000
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       683.86 ± 15.60 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         56.94 ± 0.52 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log
index 0fd05d1..a0851fa 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |       286.15 ± 12.06 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         15.81 ± 0.17 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |        321.56 ± 1.05 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         18.51 ± 0.11 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log
index ac9ab14..16e53b8 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        158.35 ± 0.00 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         12.09 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        198.00 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         16.72 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log
index e02b1f5..cbd5058 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        108.88 ± 0.00 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         12.02 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |         85.09 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         15.06 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log
index 9850a66..53b00cb 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |     1886.73 ± 107.96 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         26.98 ± 1.90 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |       1946.32 ± 9.99 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         30.49 ± 0.80 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log
index 4e6abc9..5de9ca5 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        594.90 ± 0.00 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         13.86 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        560.49 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         24.56 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log
index a60f383..6f1964f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        285.47 ± 0.00 |
-| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |          9.77 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        268.40 ± 0.00 |
+| qwen3moe 30B.A3B BF16          |  56.89 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |          5.05 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
index 08dc232..e2161d9 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1009.52 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         69.94 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        991.73 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         68.38 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
index 12a8943..cbbf9c9 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        556.12 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         50.17 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        546.91 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         46.58 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log
index d081e3c..c50c305 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       1187.71 ± 4.64 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        107.60 ± 0.57 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       1221.30 ± 2.80 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        102.61 ± 0.69 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
index 2bb38fe..51c4fa4 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1009.56 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         69.86 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        998.55 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         68.55 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
index 95a8727..c391e6a 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        559.45 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         51.14 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        545.91 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         50.92 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
index 4ef70ed..00482cb 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     2914.78 ± 233.63 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        107.46 ± 0.48 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2971.12 ± 34.05 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        102.81 ± 0.50 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log
index d8be377..96f06eb 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        745.53 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         78.82 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        733.25 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.98 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log
index 8eed428..7129f0d 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        408.05 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         63.42 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        406.34 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         64.66 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log
index 6caf19c..5e5f555 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1205.03 ± 11.21 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        107.14 ± 0.69 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1201.73 ± 13.28 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.99 ± 0.66 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
index cd9c3bd..17634e6 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        743.47 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         78.71 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        736.88 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.88 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
index 937fbe4..a5747ad 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        409.20 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         63.48 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        406.94 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         64.73 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log
index 47af883..791568b 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2873.06 ± 13.41 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        106.98 ± 0.64 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2854.35 ± 13.63 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        102.32 ± 0.38 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx16384__single.log
index 9d556bd..c7272ee 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        624.67 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         72.28 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        682.11 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         72.79 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx32768__single.log
index fabe2e2..eafae3b 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        336.79 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         56.71 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        371.93 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         57.57 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log
index 07b226e..27de5fe 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2803.16 ± 16.89 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        102.98 ± 0.55 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2793.21 ± 13.59 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        100.80 ± 0.41 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
index 26f9d80..700ccf3 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        625.56 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         72.41 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        683.08 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         72.75 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
index 4391874..c0c8e93 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        341.42 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         53.72 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        371.98 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         57.38 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log
index 4579827..4372236 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2795.19 ± 24.52 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.55 ± 0.40 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       2752.82 ± 3.53 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        100.71 ± 0.48 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx16384__single.log
index 811856f..15b7369 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        730.98 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         73.70 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        726.75 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         74.57 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx32768__single.log
index a408d3f..053ec91 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        397.89 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         59.19 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        403.88 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         61.60 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log
index d1db5b4..765491b 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2887.22 ± 42.71 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        103.24 ± 0.49 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2811.22 ± 21.68 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         99.58 ± 0.54 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx16384__single.log
index a164a59..fde593e 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        736.16 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         73.30 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        735.57 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         74.71 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx32768__single.log
index b8e6097..996d36b 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        406.18 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         59.22 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        404.82 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         61.84 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log
index 5f050bb..90141e2 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2856.67 ± 13.72 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        100.53 ± 0.62 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2821.94 ± 21.61 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         99.83 ± 0.47 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
index e165180..ddd2f2b 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        668.97 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         73.51 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        705.52 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         73.35 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
index b5a7435..c2aaf42 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        364.36 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         57.28 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        387.54 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         58.21 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log
index 81fee33..0307a2b 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2813.43 ± 19.17 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        105.57 ± 0.35 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2812.78 ± 14.70 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        102.00 ± 0.42 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
index ba2a5a1..caca9d1 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        669.72 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         73.74 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        704.73 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         73.06 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
index 61d7b97..1e5dae2 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        366.16 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         56.94 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        386.99 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         58.13 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log
index 2ca65a4..f0aee83 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2805.82 ± 12.56 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        105.84 ± 0.41 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2787.78 ± 28.58 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.80 ± 0.40 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log
index 4213327..a4e4e8f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        837.05 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         75.93 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        833.64 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         76.13 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log
index 98ff437..c725c7a 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        471.22 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         60.49 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        472.20 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         62.31 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log
index 54db2af..16dc7fe 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     2898.68 ± 108.51 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        105.66 ± 0.45 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2931.55 ± 43.83 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.88 ± 0.53 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log
index 9ade6bf..9dfdffa 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        844.53 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         76.50 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        845.67 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         76.21 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log
index c57aa7a..1c174c8 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        477.45 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         61.07 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        473.75 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         62.22 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log
index a65fb1f..9bce323 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2934.64 ± 33.57 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        105.81 ± 0.41 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2887.18 ± 25.66 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.53 ± 0.46 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log
deleted file mode 100644
index 08e5bfa..0000000
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     2733.56 ± 171.50 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.21 ± 0.55 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log
deleted file mode 100644
index acfeeb1..0000000
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2779.82 ± 39.08 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        100.99 ± 0.24 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log
deleted file mode 100644
index c137ab5..0000000
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     2723.67 ± 221.55 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        100.30 ± 0.67 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log
deleted file mode 100644
index 9848d53..0000000
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       2857.26 ± 9.36 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        100.70 ± 0.42 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
index 4cf1e4c..9cc599b 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        622.46 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         72.32 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        682.08 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         72.70 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
index ae88ee9..b7867b5 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        341.42 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         56.64 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        372.48 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         57.52 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log
index cd137a2..d23f773 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2816.71 ± 32.12 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        102.96 ± 0.75 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2789.33 ± 33.46 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        100.84 ± 0.49 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
index 779d552..9b84bb7 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        623.52 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         71.99 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        683.02 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         72.83 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
index 4428cba..a235941 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        341.60 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         56.65 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        372.02 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         57.53 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log
index e3e004e..970061f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2788.27 ± 21.84 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        103.20 ± 0.51 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2773.24 ± 21.30 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        100.79 ± 0.44 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log
index 1a051e0..193d6b6 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        733.54 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         73.55 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        726.33 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         74.52 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log
index ef78548..a277d8b 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        395.85 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         59.13 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        403.22 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         61.65 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log
index 843cde4..2f71f21 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2867.19 ± 13.92 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        102.01 ± 0.63 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2830.34 ± 38.97 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         99.49 ± 0.45 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log
index 0d93f78..35f79d7 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        736.46 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         73.45 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        733.18 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         74.28 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log
index 33fcfe6..8241203 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        406.36 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         59.16 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        404.53 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         61.82 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log
index d98b3e5..3d4fbba 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2856.57 ± 29.59 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        100.81 ± 0.47 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2817.38 ± 35.19 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         99.77 ± 0.45 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log
deleted file mode 100644
index d095f77..0000000
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     2661.39 ± 352.85 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        103.15 ± 0.67 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log
deleted file mode 100644
index a906334..0000000
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2860.07 ± 36.46 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |        101.60 ± 0.58 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx16384__single.log
index a6e75bc..bf1e30b 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx16384__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        389.88 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         49.62 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        268.02 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         46.58 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx32768__single.log
index 8b8a0ae..fd95222 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx32768__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        201.27 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         23.92 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |         96.46 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         26.53 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log
index bdaabd3..4f985c5 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |      1213.41 ± 52.49 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |        110.66 ± 0.02 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |       1730.03 ± 5.89 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |        113.42 ± 0.05 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx16384__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx16384__single.log
index bef14d2..52db28e 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx16384__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx16384__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        591.92 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         64.30 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        571.13 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         62.87 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx32768__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx32768__single.log
index 8e72c84..f0cb85f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx32768__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx32768__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        332.93 ± 0.00 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         46.15 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        261.76 ± 0.00 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         45.50 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log
index 48298a8..834d16f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |      1186.84 ± 47.80 |
-| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |        102.53 ± 0.36 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |       1473.30 ± 4.62 |
+| qwen3moe 30B.A3B Q4_K - Medium |  17.35 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |        104.81 ± 0.10 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
index 14ceb9f..a952834 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1124.96 ± 18.06 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.36 ± 0.02 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1129.68 ± 33.92 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.06 ± 1.60 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
index 91a816c..6458ca0 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        925.95 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         56.08 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        916.56 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         56.84 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
index 1ca34a9..7d3b0be 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        496.65 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         43.58 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        429.58 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         43.74 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
index 2289aa0..48df21b 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       1741.88 ± 9.34 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.41 ± 0.11 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1729.10 ± 12.72 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.07 ± 0.22 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
index 347ead2..896fe18 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        880.38 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         56.20 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        867.86 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         56.73 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
index 1c4f86f..a2e1054 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        518.19 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         43.57 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        504.13 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         44.25 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log
index 20adf92..384c88c 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1161.10 ± 14.16 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.94 ± 0.66 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       1119.16 ± 7.51 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.82 ± 0.02 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log
index 0f82d8d..8aa1b74 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        700.17 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         61.73 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        696.92 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         62.64 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log
index 316e41c..02fed6f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        323.72 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         52.03 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        353.87 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         50.34 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
index 165972d..d393bd2 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1716.43 ± 20.79 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.09 ± 0.15 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      1693.15 ± 22.26 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.67 ± 0.22 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
index 4e46c06..9e49794 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        674.08 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         61.71 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        667.38 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         62.62 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
index 023f7f4..c88868a 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        387.83 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         52.17 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        384.78 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         53.76 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log
index ab1ae3a..4388007 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2964.37 ± 19.03 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.10 ± 0.22 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2992.49 ± 18.90 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.92 ± 0.29 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
index bdc1263..7a274e7 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        629.39 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.02 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        689.13 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.64 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
index d416d9a..1a16755 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        342.35 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         49.03 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        373.73 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         45.88 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
index 824ff56..44971d8 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2683.21 ± 17.21 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.97 ± 0.22 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       2672.63 ± 6.67 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.83 ± 0.29 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
index 41c1079..4b22923 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        608.61 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.46 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        664.17 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.24 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
index 1eaf3d7..c213847 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        335.81 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         49.03 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        366.82 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         49.80 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log
index 4b23b5b..79c7788 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3047.17 ± 30.17 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         75.95 ± 0.22 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3013.39 ± 46.67 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         75.58 ± 0.30 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log
index 72cf6e0..a81dd8d 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        737.67 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.93 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        733.23 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         60.46 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log
index 88fdf3d..93410e0 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        407.90 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         50.80 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        325.63 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         52.04 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log
index de33670..4867679 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2739.55 ± 21.33 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         75.92 ± 0.24 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2728.73 ± 13.24 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         75.54 ± 0.31 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log
index a97dcd4..d0ee694 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        711.88 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.70 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        709.82 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         60.42 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log
index d907db4..a85ec2b 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        399.61 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         50.76 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        396.83 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         52.15 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
index 5df77ed..da7e973 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |       3040.27 ± 8.51 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         78.34 ± 0.26 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3043.63 ± 26.88 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.86 ± 0.44 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
index e43c4e3..a471672 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        669.98 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.94 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        706.43 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         60.10 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
index 9571dc7..c9e49c6 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        368.96 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         49.40 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        387.38 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         49.67 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
index 16712dd..0adac3f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2686.46 ± 14.34 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         78.42 ± 0.27 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2689.49 ± 24.71 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.90 ± 0.41 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
index 26b3b4d..1735b99 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        645.77 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.74 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        680.85 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.65 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
index 31c7c8e..4c71c9c 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        360.83 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         49.26 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        380.26 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         49.78 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log
index 656e44a..8c13118 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     3078.21 ± 160.21 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.63 ± 0.31 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3157.65 ± 27.43 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.05 ± 0.40 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log
index c649452..940b765 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        846.10 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         61.46 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        841.78 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         61.59 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log
index 5eec4e5..d0c67c7 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        477.88 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         52.14 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        474.25 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         52.89 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log
index 2cb9978..67c602c 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2773.21 ± 10.68 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.53 ± 0.28 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2760.75 ± 22.87 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.89 ± 0.39 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
index 5b8372e..baa1092 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        814.93 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         61.38 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        811.34 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         61.19 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
index a4dd497..d1dbd5c 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        466.97 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         51.78 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        462.88 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         52.98 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log
deleted file mode 100644
index f922521..0000000
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2965.21 ± 17.70 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.09 ± 0.21 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log
deleted file mode 100644
index faa37d0..0000000
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2670.23 ± 11.73 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.22 ± 0.21 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log
deleted file mode 100644
index af2431f..0000000
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |     2928.78 ± 251.26 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.10 ± 0.29 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log
deleted file mode 100644
index 8984ec2..0000000
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2713.01 ± 14.12 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         75.96 ± 0.29 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log
index 5ce8943..b45132b 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2979.50 ± 32.77 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         77.26 ± 0.28 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2964.61 ± 32.20 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.75 ± 0.30 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
index a61cb46..3162175 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        625.60 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.35 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        688.25 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.80 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
index c6f5102..39be4a4 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        342.65 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         48.97 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        299.62 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         49.37 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
index 7559097..94400e1 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2648.65 ± 19.90 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.82 ± 0.26 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2594.24 ± 23.13 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         76.79 ± 0.30 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
index f035139..37422d9 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        608.95 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.43 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        661.66 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.41 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
index 798e3c8..909aec7 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        336.21 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         49.08 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        365.51 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         49.55 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log
index 8f32cab..2b8295f 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3051.37 ± 17.30 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         75.94 ± 0.31 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3039.12 ± 41.45 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         75.59 ± 0.30 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log
index 3567d74..1c206df 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        742.91 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.63 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        737.13 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         60.47 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log
index 5641586..07ec192 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        408.78 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         50.72 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        405.76 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         52.15 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log
index 8f84c33..ceb2dc8 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2706.95 ± 19.80 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         75.97 ± 0.30 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2662.45 ± 21.58 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         75.71 ± 0.33 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
index beda5c9..7ac3fe4 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        713.08 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         59.80 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        708.50 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         60.44 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
index 7e34ba3..9d09c62 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        400.11 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         48.06 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        397.00 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         52.14 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log
deleted file mode 100644
index 68b6199..0000000
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      3036.68 ± 20.10 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         75.98 ± 0.24 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log
deleted file mode 100644
index d8e49fc..0000000
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           pp512 |      2742.93 ± 16.52 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | ROCm       |  99 |  1 |           tg128 |         75.97 ± 0.28 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log
index f734744..b8bffaf 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |      1713.67 ± 53.31 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         82.76 ± 0.08 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |      2144.78 ± 38.02 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         89.88 ± 0.05 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log
index b518aa9..adc210d 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        403.05 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         41.38 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        272.60 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         43.11 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log
index d220933..a8f53e8 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        207.11 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         25.15 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |         98.61 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         26.54 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log
index b3f887f..05f7da9 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |      1383.56 ± 58.73 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         77.98 ± 0.13 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           pp512 |       1715.42 ± 6.48 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |           tg128 |         84.79 ± 0.03 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log
index 6e8fbf1..0795d42 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        602.70 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         53.51 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        596.76 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         54.76 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log
index dba40d5..d005a3c 100644
--- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        347.37 ± 0.00 |
-| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         41.56 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        267.96 ± 0.00 |
+| qwen3moe 30B.A3B Q8_0          |  33.51 GiB |    30.53 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         41.05 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
index 8ee79de..b751fdb 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |         35.15 ± 0.36 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |          0.79 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |         36.25 ± 0.16 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |          0.78 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
index db76b96..5b78903 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fb00d261565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fb00d26192b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fb00d261aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7fb00d262921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7fb00d2680ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7fb0107d27e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7fb0107d5468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7fb0107d590e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7fb01070d0cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7fb01069f9fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7fb0106a27ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7fb0106a3250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7fb00cbf75b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fb00cbf7668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7-nightly-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |         38.83 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |          0.79 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
index 5706e7a..dbcdd85 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f13c3cd6565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f13c3cd692b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f13c3cd6aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f13c3cd7921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f13c3cdd0ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f13c72477e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f13c724a468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f13c724a90e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f13c71820cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f13c71149fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f13c71177ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f13c7118250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f13c366c5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f13c366c668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7-nightly-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |         38.88 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |          0.78 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
index f35c263..7e8785c 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |       809.06 ± 33.23 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         34.09 ± 0.65 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        937.81 ± 2.28 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         33.42 ± 0.01 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
index c1108ca..6f65aca 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fa627a02565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fa627a0292b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fa627a02aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7fa627a03921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7fa627a090ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7fa62af737e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7fa62af76468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7fa62af7690e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7fa62aeae0cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7fa62ae409fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7fa62ae437ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7fa62ae44250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7fa6273985b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fa627398668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7-nightly-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        957.60 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         32.00 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
index 9881881..527e7d4 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f4cf8afa565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f4cf8afa92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f4cf8afaaaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f4cf8afb921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f4cf8b010ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f4cfc06b7e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f4cfc06e468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f4cfc06e90e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f4cfbfa60cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f4cfbf389fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f4cfbf3b7ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f4cfbf3c250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f4cf84905b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f4cf8490668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7-nightly-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        837.15 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         30.80 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log
index 96788e3..144a3ec 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |         36.04 ± 1.53 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |          0.79 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |         36.58 ± 0.18 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |          0.78 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log
index fc1b00a..e6e0a06 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fa54139e565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fa54139e92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fa54139eaaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7fa54139f921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7fa5413a50ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7fa5449fc7e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7fa5449ff468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7fa5449ff90e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7fa5449370cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7fa5448c99fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7fa5448cc7ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7fa5448cd250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7fa540d345b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fa540d34668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7-nightly] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |         38.23 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |          0.77 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log
index 9dd10ef..c57fea3 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f39855b5565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f39855b592b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f39855b5aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f39855b6921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f39855bc0ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f3988c137e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f3988c16468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f3988c1690e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f3988b4e0cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f3988ae09fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f3988ae37ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f3988ae4250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f3984f4b5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f3984f4b668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7-nightly] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |         38.95 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |          0.79 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
index 57fe9d6..29bd215 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        915.57 ± 4.70 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         34.42 ± 0.05 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        938.97 ± 3.89 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         33.41 ± 0.01 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
index 7b0f387..e3f3322 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fe0b4e63565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fe0b4e6392b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fe0b4e63aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7fe0b4e64921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7fe0b4e6a0ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7fe0b84c17e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7fe0b84c4468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7fe0b84c490e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7fe0b83fc0cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7fe0b838e9fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7fe0b83917ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7fe0b8392250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7fe0b47f95b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fe0b47f9668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7-nightly] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        834.28 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         32.18 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
index 7f61214..4ae14c5 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f1cbbefc565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f1cbbefc92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f1cbbefcaaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f1cbbefd921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f1cbbf030ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f1cbf55a7e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f1cbf55d468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f1cbf55d90e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f1cbf4950cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f1cbf4279fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f1cbf42a7ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f1cbf42b250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f1cbb8925b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f1cbb892668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7-nightly] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        673.10 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         31.14 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log
index 367d6cc..3783684 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        921.00 ± 6.15 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         37.13 ± 0.90 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        922.15 ± 2.66 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         36.30 ± 0.05 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
index cb82b1c..16be249 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f87ff42a565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f87ff42a92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f87ff42aaaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f87ff42b921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f87ff4310ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f8802be47e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f8802be7468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f8802be790e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f8802b1f0cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f8802ab19fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f8802ab47ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f8802ab5250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f87fedc05b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f87fedc0668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7.9-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        733.51 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         34.71 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
index 6937c82..342b798 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f0367d9b565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f0367d9b92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f0367d9baaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f0367d9c921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f0367da20ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f036b5557e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f036b558468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f036b55890e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f036b4900cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f036b4229fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f036b4257ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f036b426250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f03677315b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f0367731668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7.9-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        558.25 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         33.55 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
index f5734cb..b6e614a 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        963.42 ± 6.03 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         37.59 ± 0.07 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        956.42 ± 5.82 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         36.32 ± 0.09 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
index df3a9e3..6128ef0 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f2073135565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f207313592b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f2073135aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f2073136921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f207313c0ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f20768ef7e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f20768f2468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f20768f290e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f207682a0cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f20767bc9fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f20767bf7ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f20767c0250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f2072acb5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f2072acb668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7.9-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        766.59 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         34.81 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
index 3e65d5a..efe749f 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fde55443565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fde5544392b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fde55443aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7fde55444921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7fde5544a0ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7fde58bfd7e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7fde58c00468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7fde58c0090e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7fde58b380cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7fde58aca9fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7fde58acd7ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7fde58ace250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7fde54dd95b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fde54dd9668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7.9-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        577.04 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         33.51 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log
index 9bcaded..3df17ab 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        928.02 ± 4.53 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         37.70 ± 0.04 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        926.16 ± 3.70 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         36.41 ± 0.05 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__dual.log
index 374e318..7e62d44 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f47da474565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f47da47492b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f47da474aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f47da475921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f47da47b0ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f47ddd057e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f47ddd08468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f47ddd0890e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f47ddc400cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f47ddbd29fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f47ddbd57ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f47ddbd6250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f47d9e0a5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f47d9e0a668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7.9] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        812.21 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         34.92 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__dual.log
index 113a3ce..e5b6da6 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f28b3a40565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f28b3a4092b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f28b3a40aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f28b3a41921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f28b3a470ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f28b72d17e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f28b72d4468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f28b72d490e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f28b720c0cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f28b719e9fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f28b71a17ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f28b71a2250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f28b33d65b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f28b33d6668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7.9] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        650.15 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         33.75 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log
index b6588eb..faed016 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        965.17 ± 4.88 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         37.81 ± 0.06 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |       959.24 ± 12.16 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         36.39 ± 0.08 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log
index da38526..3cac6db 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fb1e0233565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fb1e023392b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fb1e0233aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7fb1e0234921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7fb1e023a0ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7fb1e3ac47e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7fb1e3ac7468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7fb1e3ac790e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7fb1e39ff0cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7fb1e39919fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7fb1e39947ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7fb1e3995250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7fb1dfbc95b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fb1dfbc9668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7.9] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        850.81 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         34.84 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log
index 8f5d6be..e06d7b7 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f3b12105565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f3b1210592b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f3b12105aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f3b12106921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f3b1210c0ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f3b159967e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f3b15999468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f3b1599990e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f3b158d10cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f3b158639fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f3b158667ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f3b15867250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f3b11a9b5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f3b11a9b668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7.9] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        676.01 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         33.73 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
index 56144f4..afc3502 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        922.52 ± 7.87 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         38.59 ± 0.07 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        954.79 ± 4.58 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         37.36 ± 0.09 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
index 5ebc023..6b2f4f1 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f718060f565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f718060f92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f718060faaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f7180610921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f71806160ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f71839b47e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f71839b7468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f71839b790e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f71838ef0cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f71838819fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f71838847ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f7183885250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f717ffa55b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f717ffa5668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        805.34 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         35.66 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
index 45a8554..4eab237 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f0863e61565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f0863e6192b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f0863e61aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f0863e62921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f0863e680ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f08672067e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f0867209468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f086720990e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f08671410cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f08670d39fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f08670d67ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f08670d7250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f08637f75b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f08637f7668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        629.90 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         34.34 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
index 6a5c685..912b637 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        904.88 ± 3.87 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         34.42 ± 0.04 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        957.95 ± 1.93 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         33.54 ± 0.02 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
index b9e8d78..0b6ba66 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f3daba19565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f3daba1992b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f3daba19aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f3daba1a921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f3daba200ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f3daedbe7e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f3daedc1468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f3daedc190e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f3daecf90cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f3daec8b9fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f3daec8e7ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f3daec8f250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f3dab3af5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f3dab3af668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        813.73 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         32.05 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
index ab06fe2..885cd0d 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7ffbfa658565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7ffbfa65892b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7ffbfa658aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7ffbfa659921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7ffbfa65f0ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7ffbfd9fd7e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7ffbfda00468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7ffbfda0090e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7ffbfd9380cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7ffbfd8ca9fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7ffbfd8cd7ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7ffbfd8ce250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7ffbf9fee5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7ffbf9fee668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        635.80 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         30.94 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log
index d2502b8..19c727a 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        936.74 ± 8.89 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         38.87 ± 0.06 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        953.62 ± 4.08 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         37.48 ± 0.09 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__dual.log
index 75c18b8..aa7c2da 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7faeb5f37565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7faeb5f3792b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7faeb5f37aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7faeb5f38921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7faeb5f3e0ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7faeb93617e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7faeb9364468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7faeb936490e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7faeb929c0cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7faeb922e9fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7faeb92317ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7faeb9232250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7faeb58cd5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7faeb58cd668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        853.99 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         36.13 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__dual.log
index a114e6e..ca110aa 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fe280c6e565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fe280c6e92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fe280c6eaaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7fe280c6f921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7fe280c750ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7fe2840987e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7fe28409b468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7fe28409b90e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7fe283fd30cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7fe283f659fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7fe283f687ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7fe283f69250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7fe2806045b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fe280604668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        691.80 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         34.98 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log
index bc4a807..13545f7 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        906.89 ± 5.40 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         34.53 ± 0.10 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        960.50 ± 7.26 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         33.56 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
index 6fe1ac7..2757653 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f10d0c85565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f10d0c8592b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f10d0c85aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f10d0c86921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f10d0c8c0ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f10d40af7e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f10d40b2468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f10d40b290e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f10d3fea0cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f10d3f7c9fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f10d3f7f7ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f10d3f80250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f10d061b5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f10d061b668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        859.70 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         32.64 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
index 6d43308..90d9839 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f942c895565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f942c89592b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f942c895aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f942c896921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f942c89c0ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f942fcbf7e6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f942fcc2468]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f942fcc290e]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f942fbfa0cb]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f942fb8c9fa]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f942fb8f7ae]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f942fb90250]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f942c22b5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f942c22b668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        697.86 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         31.73 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log
deleted file mode 100644
index 54acdb6..0000000
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        895.25 ± 9.23 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         37.64 ± 0.07 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log
deleted file mode 100644
index 4c612de..0000000
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        932.20 ± 5.85 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         37.80 ± 0.04 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log
deleted file mode 100644
index 9eba84d..0000000
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |       843.80 ± 54.72 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         37.77 ± 0.11 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log
deleted file mode 100644
index 395ac1e..0000000
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        879.13 ± 5.75 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         34.01 ± 0.03 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log
index 64a1d3d..37887d6 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        900.01 ± 8.67 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         37.77 ± 0.07 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        920.25 ± 2.43 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         36.25 ± 0.04 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
index 14a8e33..aa25f9f 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7feba5627565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7feba562792b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7feba5627aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7feba5628921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7feba562e0ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7feba8de25a6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7feba8de5228]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7feba8de56ce]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7feba8d1d04b]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7feba8caf97a]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7feba8cb272e]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7feba8cb31d0]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7feba4fbd5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7feba4fbd668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1.1-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        735.14 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         34.86 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
index aca32d5..67c598e 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f491b1d6565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f491b1d692b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f491b1d6aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f491b1d7921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f491b1dd0ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f491e9915a6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f491e994228]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f491e9946ce]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f491e8cc04b]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f491e85e97a]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f491e86172e]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f491e8621d0]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f491ab6c5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f491ab6c668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1.1-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        551.39 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         33.47 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
index 9289710..4376cbd 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        887.15 ± 1.62 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         33.84 ± 0.04 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        924.91 ± 0.49 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         32.77 ± 0.02 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
index 224af50..5c7cab3 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fd5e5ab1565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fd5e5ab192b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fd5e5ab1aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7fd5e5ab2921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7fd5e5ab80ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7fd5e926c5a6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7fd5e926f228]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7fd5e926f6ce]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7fd5e91a704b]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7fd5e913997a]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7fd5e913c72e]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7fd5e913d1d0]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7fd5e54475b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fd5e5447668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1.1-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        740.88 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.23 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
index 4fee726..3ed0449 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f38f15cf565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f38f15cf92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f38f15cfaaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f38f15d0921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f38f15d60ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f38f4d8a5a6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f38f4d8d228]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f38f4d8d6ce]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f38f4cc504b]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f38f4c5797a]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f38f4c5a72e]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f38f4c5b1d0]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f38f0f655b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f38f0f65668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1.1-rocwmma] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        560.80 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         30.14 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log
index b952a90..ad25bf6 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |       854.90 ± 49.88 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         37.81 ± 0.08 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        919.52 ± 6.02 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         36.23 ± 0.05 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__dual.log
index 36a6672..e0df999 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f565baf1565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f565baf192b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f565baf1aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f565baf2921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f565baf80ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f565f3835a6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f565f386228]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f565f3866ce]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f565f2be04b]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f565f25097a]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f565f25372e]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f565f2541d0]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f565b4875b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f565b487668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1.1] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        809.71 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         34.87 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__dual.log
index 516df01..27cb422 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f11606b1565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f11606b192b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f11606b1aaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f11606b2921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f11606b80ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f1163f435a6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f1163f46228]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f1163f466ce]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f1163e7e04b]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f1163e1097a]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f1163e1372e]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f1163e141d0]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f11600475b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f1160047668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1.1] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        653.92 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         33.65 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log
index 0e958f9..615d922 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        880.89 ± 2.65 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         33.81 ± 0.02 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        932.55 ± 4.10 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         32.77 ± 0.04 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
index 67bb385..5fc1af2 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fc19da7d565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fc19da7d92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fc19da7daaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7fc19da7e921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7fc19da840ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7fc1a130f5a6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7fc1a1312228]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7fc1a13126ce]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7fc1a124a04b]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7fc1a11dc97a]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7fc1a11df72e]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7fc1a11e01d0]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7fc19d4135b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fc19d413668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1.1] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx16384 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        822.95 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.50 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
index 76e9d00..c3ed530 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
@@ -5,21 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml.c:1679: GGML_ASSERT(obj_new) failed
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f03ea5fe565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f03ea5fe92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f03ea5feaaf]
-/usr/local/lib64/libggml-base.so.0(+0x4921) [0x7f03ea5ff921]
-/usr/local/lib64/libggml-base.so.0(ggml_view_4d+0x2e) [0x7f03ea6050ce]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next24build_delta_net_chunkingEP11ggml_tensorS1_S1_S1_S1_S1_S1_S1_i+0xf16) [0x7f03ede905a6]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3next23build_layer_attn_linearEP18llm_graph_input_rsP11ggml_tensorS3_S3_i+0xff8) [0x7f03ede93228]
-/usr/local/lib64/libllama.so.0(_ZN19llm_build_qwen3nextC1ERK11llama_modelRK16llm_graph_params+0x16e) [0x7f03ede936ce]
-/usr/local/lib64/libllama.so.0(_ZNK11llama_model11build_graphERK16llm_graph_params+0x90b) [0x7f03eddcb04b]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_reserveEjjjPK22llama_memory_context_ib+0xfa) [0x7f03edd5d97a]
-/usr/local/lib64/libllama.so.0(_ZN13llama_contextC2ERK11llama_model20llama_context_params+0x103e) [0x7f03edd6072e]
-/usr/local/lib64/libllama.so.0(llama_init_from_model+0x100) [0x7f03edd611d0]
-/usr/local/bin/llama-bench() [0x4077bb]
-/lib64/libc.so.6(+0x35b5) [0x7f03e9f945b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f03e9f94668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1.1] Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__hblt0__fa1 __longctx32768 failed (exit 0)
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        657.97 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         30.45 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log
deleted file mode 100644
index b96db25..0000000
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |       755.54 ± 61.49 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         37.00 ± 1.56 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log
deleted file mode 100644
index 1627cbc..0000000
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           pp512 |        934.42 ± 4.61 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | ROCm       |  99 |  1 |           tg128 |         37.67 ± 0.15 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log
index 2a888a2..4c6a6fe 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           pp512 |        510.76 ± 1.54 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           tg128 |         52.54 ± 0.26 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           pp512 |        585.52 ± 0.47 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           tg128 |         60.31 ± 0.03 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log
index 7455ff7..b2d9d00 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        487.22 ± 0.00 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         40.26 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        449.60 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         44.79 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log
index b09dfaa..39cc83f 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        371.02 ± 0.00 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         28.05 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        352.54 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         31.11 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log
index 63e3ff0..ce6d666 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           pp512 |       413.79 ± 31.74 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           tg128 |         29.61 ± 0.27 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           pp512 |        489.72 ± 0.14 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |           tg128 |         30.52 ± 0.10 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__dual.log
index 574b78f..24d3399 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        419.92 ± 0.00 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         25.61 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        390.17 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         29.94 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__dual.log
index bf762c5..9c47f68 100644
--- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__dual.log
+++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        312.36 ± 0.00 |
-| qwen3next ?B Q4_K - Medium     |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         24.06 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        265.53 ± 0.00 |
+| qwen3next 80B.A3B Q4_K - Medium |  42.01 GiB |    79.67 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         27.59 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
index 6fc313b..bbca71e 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1272.79 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.69 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1269.53 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.40 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
index c61c56d..7687f8e 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1082.97 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.80 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1093.06 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.46 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log
index 4353830..abd33dc 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log
@@ -4,17 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fc62634a565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fc62634a92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fc62634aaaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2cb5eb2) [0x7fc6290bceb2]
-/usr/local/lib64/libggml-hip.so.0(+0x2cbb07e) [0x7fc6290c207e]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_synchronize+0x2e) [0x7fc626361a1e]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context11synchronizeEv+0x10) [0x7fc629785d70]
-/usr/local/bin/llama-bench() [0x40acfc]
-/usr/local/bin/llama-bench() [0x408a7d]
-/lib64/libc.so.6(+0x35b5) [0x7fc625ce05b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fc625ce0668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7-nightly-rocwmma] gemma-3-12b-it-UD-Q8_K_XL__fa1 failed (exit 0)
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1498.50 ± 8.70 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         33.89 ± 0.02 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
index 27ff473..5e9a69b 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1065.38 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.68 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1053.60 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.35 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
index d82fec1..f21197b 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        947.18 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.81 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        932.27 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.50 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
index 2f2229e..17c41fc 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1204.93 ± 0.73 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.82 ± 0.27 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1220.37 ± 1.86 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         33.89 ± 0.02 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log
index a4b2631..91ed67c 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1047.11 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.90 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1033.74 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.62 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log
index 1485c4e..9e380f3 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        834.79 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.89 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        826.73 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.49 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log
index 5ce3220..6c176d4 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1459.81 ± 7.69 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.28 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1481.57 ± 6.32 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         34.20 ± 0.03 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
index 9a03215..d7b0ee8 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        900.98 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.89 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        889.70 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.58 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
index d17a1e5..01aa7f7 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        741.81 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.87 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        734.33 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.45 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log
index 5508bb8..78532d9 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1188.76 ± 0.80 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.18 ± 0.18 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1200.98 ± 1.85 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         34.21 ± 0.02 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log
index 98e9abb..eea193d 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1289.14 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.65 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1315.94 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.31 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log
index 102ef36..87b6bcd 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        887.59 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.83 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        904.23 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.47 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log
index e011728..c797351 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2607.80 ± 28.74 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.98 ± 0.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2685.96 ± 22.11 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         33.95 ± 0.01 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
index a8e3965..f22c223 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1063.47 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.68 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1072.46 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.39 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
index c4c10ff..89fddd7 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        776.30 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.81 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        788.57 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.47 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log
index e4be8e1..7dfeb74 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1831.32 ± 5.25 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.88 ± 0.19 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1860.34 ± 7.58 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         33.93 ± 0.02 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log
index 2625b26..4bb1395 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1549.39 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.89 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1518.53 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.63 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log
index 5efb85a..4cda304 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1130.69 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.85 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1106.00 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.52 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log
index 354b6da..080c812 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |     2602.75 ± 353.11 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.27 ± 0.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       2810.47 ± 5.15 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         34.27 ± 0.02 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log
index 604ee87..c223306 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1239.05 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.87 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1217.92 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.63 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log
index dda956e..46739c2 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        956.10 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.89 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        940.10 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.53 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log
index 70567df..7a8e6e6 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1901.78 ± 7.17 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.09 ± 0.25 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      1924.14 ± 10.66 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         34.19 ± 0.02 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
index 5965677..d01e6ff 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1439.58 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.70 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1493.74 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.37 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
index 2215ada..b5a7c79 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1025.11 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.82 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1060.65 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.42 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log
index e215230..0e8d59b 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2707.18 ± 15.76 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.92 ± 0.06 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2776.27 ± 26.44 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         33.95 ± 0.02 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
index ae61bc3..b6e8e15 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1175.36 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.70 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1205.98 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.36 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
index 66a1b20..d17eac6 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        882.91 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.79 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        907.10 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.44 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log
index 4eee2fd..b8e23c3 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1894.60 ± 6.55 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.87 ± 0.23 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1931.33 ± 9.58 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         33.93 ± 0.02 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log
index baeb594..fd0d7a3 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1595.41 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.81 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1567.83 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.55 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log
index 6db8432..aca17b9 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1164.68 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.84 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1142.02 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.42 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log
index 76c1cca..7e05c99 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2860.62 ± 21.62 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.27 ± 0.03 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2871.27 ± 12.75 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         34.22 ± 0.02 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log
index cf784f4..b2f3a61 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1277.42 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.86 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1264.56 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.58 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log
index f80248a..5ebedd5 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        995.61 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.84 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        973.98 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.46 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log
index 3028787..a6ae101 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1960.79 ± 6.80 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.35 ± 0.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      1975.90 ± 10.64 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         34.20 ± 0.01 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log
deleted file mode 100644
index 9eacbfa..0000000
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |     2465.10 ± 257.60 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.97 ± 0.02 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log
deleted file mode 100644
index 3a9d669..0000000
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1828.85 ± 6.68 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.83 ± 0.29 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log
deleted file mode 100644
index c0e6929..0000000
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |     2726.93 ± 218.34 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.27 ± 0.03 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log
deleted file mode 100644
index 64884d0..0000000
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1936.02 ± 0.61 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.27 ± 0.02 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
index 4395536..abb204d 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1283.45 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.69 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1317.54 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.42 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
index c4bbaec..62964a2 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        885.56 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.82 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        903.27 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.43 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log
index a5dce66..8bfdd25 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2672.34 ± 14.98 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.98 ± 0.03 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2693.10 ± 22.58 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         33.94 ± 0.01 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
index ec7d7ff..d9a0f77 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1063.06 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.65 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1077.06 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.36 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
index a61e39e..01b809d 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        774.45 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.81 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        788.39 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.41 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log
index 247442b..7a97fb1 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1851.96 ± 1.40 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         30.98 ± 0.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1861.27 ± 8.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         33.90 ± 0.01 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__single.log
index 1ae7a8b..ef1d038 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1537.91 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.87 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1525.24 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.62 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__single.log
index c43c165..acdff6d 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1125.61 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.88 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1106.43 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.54 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log
index 2099241..2d49efa 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2854.01 ± 18.63 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.27 ± 0.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2828.25 ± 16.16 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         34.22 ± 0.02 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log
index 444663f..83d214b 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1233.44 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         28.86 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1216.84 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         31.62 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log
index e7b5bd6..bd63209 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        954.85 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.81 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        938.93 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         29.51 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log
index 8644b3e..89abd77 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1937.83 ± 0.71 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.24 ± 0.02 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      1923.37 ± 10.39 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         34.24 ± 0.02 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log
deleted file mode 100644
index c01cf38..0000000
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |      2754.63 ± 44.08 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.25 ± 0.02 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log
deleted file mode 100644
index 3276a05..0000000
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           pp512 |       1900.55 ± 8.55 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | ROCm       |  99 |  1 |           tg128 |         31.12 ± 0.20 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log
index 1a7beb0..bbf249c 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       1204.67 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         28.45 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       1179.21 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         30.34 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log
index 892b679..f95ef3f 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        799.88 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         26.81 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        751.32 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         28.79 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log
index 444d088..db7c9db 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           pp512 |      1234.73 ± 28.51 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           tg128 |         31.58 ± 0.04 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           pp512 |      1533.74 ± 12.37 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           tg128 |         33.52 ± 0.24 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__single.log
index 4226d8b..e90d10c 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       1034.34 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         21.76 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       1052.27 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         22.00 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__single.log
index e92f8ca..c86a335 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        724.25 ± 0.00 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         19.48 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        648.94 ± 0.00 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         19.15 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log
index e3db7fd..5e19f21 100644
--- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log
+++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           pp512 |     1319.14 ± 103.83 |
-| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           tg128 |         28.04 ± 0.09 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           pp512 |       1330.53 ± 8.05 |
+| gemma3 12B Q8_0                |  13.40 GiB |    11.77 B | Vulkan     |  99 |  1 |           tg128 |         29.43 ± 0.17 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log
index eeea6b5..5ecac90 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1585.99 ± 4.29 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.44 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1604.39 ± 3.55 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.61 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
index 8db8d11..6705163 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
@@ -5,20 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7ff1b9286565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7ff1b928692b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7ff1b9286aaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2cb5eb2) [0x7ff1bbff8eb2]
-/usr/local/lib64/libggml-hip.so.0(+0x2cbafc9) [0x7ff1bbffdfc9]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x36d) [0x7ff1b92a0add]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7ff1bc6c2a90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7ff1bc6c4722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7ff1bc6c95df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7ff1bc6ca3fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7ff1b8c1c5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7ff1b8c1c668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7-nightly-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1116.65 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.26 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
index 47b727b..be2f9a8 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
@@ -3,7 +3,19 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/gemma-3/BF16/gemma-3-27b-it-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:94: ROCm error
+/usr/local/lib64/libggml-base.so.0(+0x35a5) [0x7f0a22a985a5]
+/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f0a22a9896b]
+/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f0a22a98aef]
+/usr/local/lib64/libggml-hip.so.0(+0x2d43182) [0x7f0a25898182]
+/usr/local/lib64/libggml-hip.so.0(+0x2d4831e) [0x7f0a2589d31e]
+/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_synchronize+0x2e) [0x7f0a22aafe5e]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context11synchronizeEv+0x10) [0x7f0a25f69ab0]
+/usr/local/bin/llama-bench() [0x40adbc]
+/usr/local/bin/llama-bench() [0x408b3d]
+/lib64/libc.so.6(+0x35b5) [0x7f0a2242e5b5]
+/lib64/libc.so.6(__libc_start_main+0x88) [0x7f0a2242e668]
+/usr/local/bin/llama-bench() [0x409c25]
 ✖ ! [rocm-7-nightly-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
index 402ccff..1f9d054 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        182.83 ± 0.05 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.30 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        183.89 ± 0.09 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.45 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
index 02e0bf5..d3474fd 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f0d6ba72565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f0d6ba7292b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f0d6ba72aaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2cb5eb2) [0x7f0d6e7e4eb2]
-/usr/local/lib64/libggml-hip.so.0(+0x2cca317) [0x7f0d6e7f9317]
-/usr/local/lib64/libggml-hip.so.0(+0x2cc892c) [0x7f0d6e7f792c]
-/usr/local/lib64/libggml-hip.so.0(+0x2cc7af3) [0x7f0d6e7f6af3]
-/usr/local/lib64/libggml-hip.so.0(+0x2cc258a) [0x7f0d6e7f158a]
-/usr/local/lib64/libggml-hip.so.0(+0x2cbe8d4) [0x7f0d6e7ed8d4]
-/usr/local/lib64/libggml-hip.so.0(+0x2cbb0ef) [0x7f0d6e7ea0ef]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7f0d6ba8cf63]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7f0d6eeaea90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7f0d6eeb0722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7f0d6eeb55df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7f0d6eeb63fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7f0d6b4085b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f0d6b408668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7-nightly-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        174.44 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.10 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
index d3c0ea1..643caaa 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/gemma-3/BF16/gemma-3-27b-it-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        167.03 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |          9.74 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log
index 76eed5a..c6480bc 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1493.04 ± 2.86 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.44 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1493.50 ± 3.65 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.61 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log
index 9bbd44d..61dd094 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log
@@ -5,20 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fa9d6d2f565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fa9d6d2f92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fa9d6d2faaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2da2e22) [0x7fa9d9b8ee22]
-/usr/local/lib64/libggml-hip.so.0(+0x2da7f39) [0x7fa9d9b93f39]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x36d) [0x7fa9d6d49add]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fa9da258a90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fa9da25a722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fa9da25f5df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fa9da2603fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7fa9d66c55b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fa9d66c5668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7-nightly] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        941.08 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.31 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log
index 2c96916..715bba1 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log
@@ -3,7 +3,22 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/gemma-3/BF16/gemma-3-27b-it-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:94: ROCm error
+/usr/local/lib64/libggml-base.so.0(+0x35a5) [0x7fc1fc8195a5]
+/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fc1fc81996b]
+/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fc1fc819aef]
+/usr/local/lib64/libggml-hip.so.0(+0x2e2e0f2) [0x7fc1ff7040f2]
+/usr/local/lib64/libggml-hip.so.0(+0x2e331d9) [0x7fc1ff7091d9]
+/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x36d) [0x7fc1fc833ffd]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fc1ffdd67e0]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fc1ffdd82b2]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fc1ffddd6ff]
+/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fc1ffdde4fe]
+/usr/local/bin/llama-bench() [0x40ad9b]
+/usr/local/bin/llama-bench() [0x408b3d]
+/lib64/libc.so.6(+0x35b5) [0x7fc1fc1af5b5]
+/lib64/libc.so.6(__libc_start_main+0x88) [0x7fc1fc1af668]
+/usr/local/bin/llama-bench() [0x409c25]
 ✖ ! [rocm-7-nightly] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log
index 826ab10..0c6cf22 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        180.46 ± 0.12 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.31 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        180.71 ± 0.07 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.45 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
index ab21ff6..8b081e0 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f292267c565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f292267c92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f292267caaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2da2e22) [0x7f29254dbe22]
-/usr/local/lib64/libggml-hip.so.0(+0x2db7287) [0x7f29254f0287]
-/usr/local/lib64/libggml-hip.so.0(+0x2db589c) [0x7f29254ee89c]
-/usr/local/lib64/libggml-hip.so.0(+0x2db4a63) [0x7f29254eda63]
-/usr/local/lib64/libggml-hip.so.0(+0x2daf4fa) [0x7f29254e84fa]
-/usr/local/lib64/libggml-hip.so.0(+0x2dab844) [0x7f29254e4844]
-/usr/local/lib64/libggml-hip.so.0(+0x2da805f) [0x7f29254e105f]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7f2922696f63]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7f2925ba5a90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7f2925ba7722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7f2925bac5df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7f2925bad3fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7f29220125b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f2922012668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7-nightly] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        169.11 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.15 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
index c8f4320..43fe5c7 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/gemma-3/BF16/gemma-3-27b-it-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        158.89 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |          9.86 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log
index 782d082..2c72921 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log
@@ -5,20 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fb2437ed565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fb2437ed92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fb2437edaaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2efaf92) [0x7fb2467a4f92]
-/usr/local/lib64/libggml-hip.so.0(+0x2f000e9) [0x7fb2467aa0e9]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x36d) [0x7fb243807add]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fb246e72a90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fb246e74722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fb246e795df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fb246e7a3fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x408a7d]
-/lib64/libc.so.6(+0x35b5) [0x7fb2431835b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fb243183668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7.9-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__fa1 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1581.70 ± 3.47 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.63 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
index 9a2f76e..acefc7f 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
@@ -5,20 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fa704bb9565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fa704bb992b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fa704bb9aaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2efaf92) [0x7fa707b70f92]
-/usr/local/lib64/libggml-hip.so.0(+0x2f000e9) [0x7fa707b760e9]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x36d) [0x7fa704bd3add]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fa70823ea90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fa708240722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fa7082455df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fa7082463fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7fa70454f5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fa70454f668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7.9-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        975.48 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.33 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
index 524d315..ed29f50 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
@@ -3,7 +3,22 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/gemma-3/BF16/gemma-3-27b-it-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:94: ROCm error
+/usr/local/lib64/libggml-base.so.0(+0x35a5) [0x7f887c2865a5]
+/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f887c28696b]
+/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f887c286aef]
+/usr/local/lib64/libggml-hip.so.0(+0x2fcfa42) [0x7f887f312a42]
+/usr/local/lib64/libggml-hip.so.0(+0x2fd4b69) [0x7f887f317b69]
+/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x36d) [0x7f887c2a0ffd]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7f887f9e97e0]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7f887f9eb2b2]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7f887f9f06ff]
+/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7f887f9f14fe]
+/usr/local/bin/llama-bench() [0x40ad9b]
+/usr/local/bin/llama-bench() [0x408b3d]
+/lib64/libc.so.6(+0x35b5) [0x7f887bc1c5b5]
+/lib64/libc.so.6(__libc_start_main+0x88) [0x7f887bc1c668]
+/usr/local/bin/llama-bench() [0x409c25]
 ✖ ! [rocm-7.9-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log
index 549bd34..72bf7ba 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        175.25 ± 0.34 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.48 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        175.81 ± 0.16 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.63 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
index 70f7b22..4469551 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f28a4d6b565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f28a4d6b92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f28a4d6baaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2efaf92) [0x7f28a7d22f92]
-/usr/local/lib64/libggml-hip.so.0(+0x2f0f7f7) [0x7f28a7d377f7]
-/usr/local/lib64/libggml-hip.so.0(+0x2f0ddcc) [0x7f28a7d35dcc]
-/usr/local/lib64/libggml-hip.so.0(+0x2f0cf97) [0x7f28a7d34f97]
-/usr/local/lib64/libggml-hip.so.0(+0x2f07a7b) [0x7f28a7d2fa7b]
-/usr/local/lib64/libggml-hip.so.0(+0x2f03d4b) [0x7f28a7d2bd4b]
-/usr/local/lib64/libggml-hip.so.0(+0x2f0020f) [0x7f28a7d2820f]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7f28a4d85f63]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7f28a83f0a90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7f28a83f2722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7f28a83f75df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7f28a83f83fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7f28a47015b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f28a4701668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7.9-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        165.56 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.33 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
index 4285e3f..ee71022 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/gemma-3/BF16/gemma-3-27b-it-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        156.97 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         10.00 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log
index 2685a45..c79e017 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1576.23 ± 3.21 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.48 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1591.24 ± 2.09 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.64 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log
index 30c3506..7b85134 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-Hip error: 'out of memory'(2) at /therock/src/rocm-libraries/projects/hipblaslt/library/src/amd_detail/hipblaslt.cpp:147
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        956.66 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.33 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log
index 818cf53..b0887f2 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log
@@ -3,7 +3,22 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/gemma-3/BF16/gemma-3-27b-it-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:94: ROCm error
+/usr/local/lib64/libggml-base.so.0(+0x35a5) [0x7f5ce064e5a5]
+/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f5ce064e96b]
+/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f5ce064eaef]
+/usr/local/lib64/libggml-hip.so.0(+0x30a69b2) [0x7f5ce37b19b2]
+/usr/local/lib64/libggml-hip.so.0(+0x30abad9) [0x7f5ce37b6ad9]
+/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x36d) [0x7f5ce0668ffd]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7f5ce3e887e0]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7f5ce3e8a2b2]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7f5ce3e8f6ff]
+/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7f5ce3e904fe]
+/usr/local/bin/llama-bench() [0x40ad9b]
+/usr/local/bin/llama-bench() [0x408b3d]
+/lib64/libc.so.6(+0x35b5) [0x7f5cdffe45b5]
+/lib64/libc.so.6(__libc_start_main+0x88) [0x7f5cdffe4668]
+/usr/local/bin/llama-bench() [0x409c25]
 ✖ ! [rocm-7.9] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log
index c241ae5..da96f58 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        174.12 ± 0.14 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.48 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        176.22 ± 0.05 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.64 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log
index 7cb1809..13ca705 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f0224efc565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f0224efc92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f0224efcaaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2fd1ef2) [0x7f0227f8aef2]
-/usr/local/lib64/libggml-hip.so.0(+0x2fe6757) [0x7f0227f9f757]
-/usr/local/lib64/libggml-hip.so.0(+0x2fe4d2c) [0x7f0227f9dd2c]
-/usr/local/lib64/libggml-hip.so.0(+0x2fe3ef7) [0x7f0227f9cef7]
-/usr/local/lib64/libggml-hip.so.0(+0x2fde9db) [0x7f0227f979db]
-/usr/local/lib64/libggml-hip.so.0(+0x2fdacab) [0x7f0227f93cab]
-/usr/local/lib64/libggml-hip.so.0(+0x2fd716f) [0x7f0227f9016f]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7f0224f16f63]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7f0228658a90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7f022865a722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7f022865f5df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7f02286603fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7f02248925b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f0224892668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm-7.9] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        165.18 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.33 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log
index 1a05dea..0aedd63 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to create context with model '/home/kyuz0/models/gemma-3/BF16/gemma-3-27b-it-BF16-00001-of-00002.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        157.05 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         10.03 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log
index 4fa52b7..84cce20 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1276.65 ± 2.16 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.48 ± 0.01 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1299.15 ± 1.52 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.64 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
index 5cd8cfb..2abb82d 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f08f345f565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f08f345f92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f08f345faaf]
-/usr/local/lib64/libggml-hip.so.0(+0x1b3df2) [0x7f08f36cfdf2]
-/usr/local/lib64/libggml-hip.so.0(+0x1c8677) [0x7f08f36e4677]
-/usr/local/lib64/libggml-hip.so.0(+0x1c6c28) [0x7f08f36e2c28]
-/usr/local/lib64/libggml-hip.so.0(+0x1c5dda) [0x7f08f36e1dda]
-/usr/local/lib64/libggml-hip.so.0(+0x1c081a) [0x7f08f36dc81a]
-/usr/local/lib64/libggml-hip.so.0(+0x1bcae6) [0x7f08f36d8ae6]
-/usr/local/lib64/libggml-hip.so.0(+0x1b905f) [0x7f08f36d505f]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7f08f3479f63]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7f08f66cfa90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7f08f66d1722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7f08f66d65df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7f08f66d73fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7f08f2df55b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f08f2df5668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        883.91 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.33 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
index 6094e36..aae6e44 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f52a0362565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f52a036292b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f52a0362aaf]
-/usr/local/lib64/libggml-hip.so.0(+0x1b3df2) [0x7f52a05d2df2]
-/usr/local/lib64/libggml-hip.so.0(+0x1c8677) [0x7f52a05e7677]
-/usr/local/lib64/libggml-hip.so.0(+0x1c6b78) [0x7f52a05e5b78]
-/usr/local/lib64/libggml-hip.so.0(+0x1c5dda) [0x7f52a05e4dda]
-/usr/local/lib64/libggml-hip.so.0(+0x1c081a) [0x7f52a05df81a]
-/usr/local/lib64/libggml-hip.so.0(+0x1bcae6) [0x7f52a05dbae6]
-/usr/local/lib64/libggml-hip.so.0(+0x1b905f) [0x7f52a05d805f]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7f52a037cf63]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7f52a35d2a90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7f52a35d4722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7f52a35d95df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7f52a35da3fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7f529fcf85b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f529fcf8668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        670.32 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         10.02 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
index 2c90f30..55871cb 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        178.55 ± 0.20 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.36 ± 0.01 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        180.04 ± 0.07 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.51 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
index fedd641..e7d54e3 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f9fa3d7b565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f9fa3d7b92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f9fa3d7baaf]
-/usr/local/lib64/libggml-hip.so.0(+0x1b3df2) [0x7f9fa3febdf2]
-/usr/local/lib64/libggml-hip.so.0(+0x1c8677) [0x7f9fa4000677]
-/usr/local/lib64/libggml-hip.so.0(+0x1c6c28) [0x7f9fa3ffec28]
-/usr/local/lib64/libggml-hip.so.0(+0x1c5dda) [0x7f9fa3ffddda]
-/usr/local/lib64/libggml-hip.so.0(+0x1c081a) [0x7f9fa3ff881a]
-/usr/local/lib64/libggml-hip.so.0(+0x1bcae6) [0x7f9fa3ff4ae6]
-/usr/local/lib64/libggml-hip.so.0(+0x1b905f) [0x7f9fa3ff105f]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7f9fa3d95f63]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7f9fa6feba90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7f9fa6fed722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7f9fa6ff25df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7f9fa6ff33fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7f9fa37115b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f9fa3711668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        168.86 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.20 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
index b145768..56039e9 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fd5d04fc565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fd5d04fc92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fd5d04fcaaf]
-/usr/local/lib64/libggml-hip.so.0(+0x1b3df2) [0x7fd5d076cdf2]
-/usr/local/lib64/libggml-hip.so.0(+0x1c8677) [0x7fd5d0781677]
-/usr/local/lib64/libggml-hip.so.0(+0x1c6b78) [0x7fd5d077fb78]
-/usr/local/lib64/libggml-hip.so.0(+0x1c5dda) [0x7fd5d077edda]
-/usr/local/lib64/libggml-hip.so.0(+0x1c081a) [0x7fd5d077981a]
-/usr/local/lib64/libggml-hip.so.0(+0x1bcae6) [0x7fd5d0775ae6]
-/usr/local/lib64/libggml-hip.so.0(+0x1b905f) [0x7fd5d077205f]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7fd5d0516f63]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fd5d376ca90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fd5d376e722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fd5d37735df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fd5d37743fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7fd5cfe925b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fd5cfe92668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        159.35 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |          9.89 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log
index 3ed0b85..b4c2276 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |      1283.11 ± 63.39 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.48 ± 0.01 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1331.57 ± 2.63 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.65 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log
index d0b4ebf..b98effe 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fb5110ee565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fb5110ee92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fb5110eeaaf]
-/usr/local/lib64/libggml-hip.so.0(+0x1b3d52) [0x7fb51135ed52]
-/usr/local/lib64/libggml-hip.so.0(+0x1c85d7) [0x7fb5113735d7]
-/usr/local/lib64/libggml-hip.so.0(+0x1c6b88) [0x7fb511371b88]
-/usr/local/lib64/libggml-hip.so.0(+0x1c5d3a) [0x7fb511370d3a]
-/usr/local/lib64/libggml-hip.so.0(+0x1c077a) [0x7fb51136b77a]
-/usr/local/lib64/libggml-hip.so.0(+0x1bca46) [0x7fb511367a46]
-/usr/local/lib64/libggml-hip.so.0(+0x1b8fbf) [0x7fb511363fbf]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7fb511108f63]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fb5143e3a90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fb5143e5722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fb5143ea5df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fb5143eb3fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7fb510a845b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fb510a84668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        931.17 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.33 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log
index f8e28b8..3a6112e 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f873ac8f565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f873ac8f92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f873ac8faaf]
-/usr/local/lib64/libggml-hip.so.0(+0x1b3d52) [0x7f873aeffd52]
-/usr/local/lib64/libggml-hip.so.0(+0x1c85d7) [0x7f873af145d7]
-/usr/local/lib64/libggml-hip.so.0(+0x1c6ad8) [0x7f873af12ad8]
-/usr/local/lib64/libggml-hip.so.0(+0x1c5d3a) [0x7f873af11d3a]
-/usr/local/lib64/libggml-hip.so.0(+0x1c077a) [0x7f873af0c77a]
-/usr/local/lib64/libggml-hip.so.0(+0x1bca46) [0x7f873af08a46]
-/usr/local/lib64/libggml-hip.so.0(+0x1b8fbf) [0x7f873af04fbf]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7f873aca9f63]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7f873df84a90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7f873df86722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7f873df8b5df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7f873df8c3fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7f873a6255b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f873a625668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        738.23 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         10.03 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log
index 55c53d2..57e0da0 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        179.49 ± 0.18 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.36 ± 0.01 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        180.96 ± 0.09 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.53 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
index c7cbae4..e38881d 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f00a3359565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f00a335992b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f00a3359aaf]
-/usr/local/lib64/libggml-hip.so.0(+0x1b3d52) [0x7f00a35c9d52]
-/usr/local/lib64/libggml-hip.so.0(+0x1c85d7) [0x7f00a35de5d7]
-/usr/local/lib64/libggml-hip.so.0(+0x1c6b88) [0x7f00a35dcb88]
-/usr/local/lib64/libggml-hip.so.0(+0x1c5d3a) [0x7f00a35dbd3a]
-/usr/local/lib64/libggml-hip.so.0(+0x1c077a) [0x7f00a35d677a]
-/usr/local/lib64/libggml-hip.so.0(+0x1bca46) [0x7f00a35d2a46]
-/usr/local/lib64/libggml-hip.so.0(+0x1b8fbf) [0x7f00a35cefbf]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7f00a3373f63]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7f00a664ea90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7f00a6650722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7f00a66555df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7f00a66563fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7f00a2cef5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f00a2cef668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        170.69 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.21 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
index 77d4ed8..486b8ed 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fb2c2652565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fb2c265292b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fb2c2652aaf]
-/usr/local/lib64/libggml-hip.so.0(+0x1b3d52) [0x7fb2c28c2d52]
-/usr/local/lib64/libggml-hip.so.0(+0x1c85d7) [0x7fb2c28d75d7]
-/usr/local/lib64/libggml-hip.so.0(+0x1c6ad8) [0x7fb2c28d5ad8]
-/usr/local/lib64/libggml-hip.so.0(+0x1c5d3a) [0x7fb2c28d4d3a]
-/usr/local/lib64/libggml-hip.so.0(+0x1c077a) [0x7fb2c28cf77a]
-/usr/local/lib64/libggml-hip.so.0(+0x1bca46) [0x7fb2c28cba46]
-/usr/local/lib64/libggml-hip.so.0(+0x1b8fbf) [0x7fb2c28c7fbf]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7fb2c266cf63]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fb2c5947a90]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fb2c5949722]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fb2c594e5df]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fb2c594f3fe]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7fb2c1fe85b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fb2c1fe8668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm6_4_4] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        162.78 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |          9.92 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log
deleted file mode 100644
index db84c10..0000000
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |      1528.82 ± 40.36 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.47 ± 0.01 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log
deleted file mode 100644
index 74ff807..0000000
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        173.63 ± 0.09 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.48 ± 0.00 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log
deleted file mode 100644
index ce66b8d..0000000
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log
+++ /dev/null
@@ -1,21 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f50e09b7565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f50e09b792b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f50e09b7aaf]
-/usr/local/lib64/libggml-hip.so.0(+0x300aef2) [0x7f50e3a7eef2]
-/usr/local/lib64/libggml-hip.so.0(+0x30100fe) [0x7f50e3a840fe]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_synchronize+0x2e) [0x7f50e09cea9e]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context11synchronizeEv+0x10) [0x7f50e414bcf0]
-/usr/local/bin/llama-bench() [0x40acfc]
-/usr/local/bin/llama-bench() [0x408a7d]
-/lib64/libc.so.6(+0x35b5) [0x7f50e034d5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f50e034d668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1.1-mmf] gemma-3-27b-it-BF16-00001-of-00002__fa1 failed (exit 0)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log
deleted file mode 100644
index 4e56d8b..0000000
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        179.62 ± 0.14 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.37 ± 0.00 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log
index 165bc56..4952af5 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1599.56 ± 7.86 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.48 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1575.44 ± 6.92 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.63 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
index 6c22b3a..7825271 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f176c065565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f176c06592b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f176c065aaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2efbf92) [0x7f176f01df92]
-/usr/local/lib64/libggml-hip.so.0(+0x2f107f7) [0x7f176f0327f7]
-/usr/local/lib64/libggml-hip.so.0(+0x2f0edcc) [0x7f176f030dcc]
-/usr/local/lib64/libggml-hip.so.0(+0x2f0df97) [0x7f176f02ff97]
-/usr/local/lib64/libggml-hip.so.0(+0x2f08a7b) [0x7f176f02aa7b]
-/usr/local/lib64/libggml-hip.so.0(+0x2f04d4b) [0x7f176f026d4b]
-/usr/local/lib64/libggml-hip.so.0(+0x2f0120f) [0x7f176f02320f]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7f176c07ffe3]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7f176f6eba10]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7f176f6ed6a2]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7f176f6f255f]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7f176f6f337e]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7f176b9fb5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7f176b9fb668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1.1-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        972.54 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.32 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
index 08b9914..026a12e 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
@@ -3,4 +3,22 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:94: ROCm error
+/usr/local/lib64/libggml-base.so.0(+0x35a5) [0x7fb7d3b4e5a5]
+/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fb7d3b4e96b]
+/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fb7d3b4eaef]
+/usr/local/lib64/libggml-hip.so.0(+0x2fcfa42) [0x7fb7d6bdaa42]
+/usr/local/lib64/libggml-hip.so.0(+0x2fd4b69) [0x7fb7d6bdfb69]
+/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x36d) [0x7fb7d3b68ffd]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fb7d72b17e0]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fb7d72b32b2]
+/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fb7d72b86ff]
+/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fb7d72b94fe]
+/usr/local/bin/llama-bench() [0x40ad9b]
+/usr/local/bin/llama-bench() [0x408b3d]
+/lib64/libc.so.6(+0x35b5) [0x7fb7d34e45b5]
+/lib64/libc.so.6(__libc_start_main+0x88) [0x7fb7d34e4668]
+/usr/local/bin/llama-bench() [0x409c25]
 ✖ ! [rocm7.1.1-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
index 53471cf..455d58d 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        177.39 ± 0.07 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.37 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        175.55 ± 0.04 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.49 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
index 8cb147e..492cb41 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fa331a7f565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fa331a7f92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fa331a7faaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2efbf92) [0x7fa334a37f92]
-/usr/local/lib64/libggml-hip.so.0(+0x2f107f7) [0x7fa334a4c7f7]
-/usr/local/lib64/libggml-hip.so.0(+0x2f0edcc) [0x7fa334a4adcc]
-/usr/local/lib64/libggml-hip.so.0(+0x2f0df97) [0x7fa334a49f97]
-/usr/local/lib64/libggml-hip.so.0(+0x2f08a7b) [0x7fa334a44a7b]
-/usr/local/lib64/libggml-hip.so.0(+0x2f04d4b) [0x7fa334a40d4b]
-/usr/local/lib64/libggml-hip.so.0(+0x2f0120f) [0x7fa334a3d20f]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7fa331a99fe3]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fa335105a10]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fa3351076a2]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fa33510c55f]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fa33510d37e]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7fa3314155b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fa331415668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1.1-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        166.00 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.18 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
index 286d5eb..70f5042 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -3,4 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-✖ ! [rocm7.1.1-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        145.80 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |          9.88 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log
index 4d49ed1..cc663cb 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |      1666.49 ± 12.25 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.49 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1579.57 ± 9.93 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.64 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log
index 8e15f9b..81bd7aa 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log
@@ -5,20 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fa3b1dfc565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fa3b1dfc92b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fa3b1dfcaaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2fd2ef2) [0x7fa3b4e8bef2]
-/usr/local/lib64/libggml-hip.so.0(+0x2fd8049) [0x7fa3b4e91049]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x36d) [0x7fa3b1e16b5d]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fa3b5559a10]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fa3b555b6a2]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fa3b556055f]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fa3b556137e]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7fa3b17925b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fa3b1792668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1.1] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        953.41 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.33 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log
index fb28b25..a2f197a 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log
@@ -3,4 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-✖ ! [rocm7.1.1] gemma-3-27b-it-BF16-00001-of-00002__fa1 __longctx32768 failed (exit 0)
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        726.79 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         10.03 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log
index d7e1180..70ebfc4 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log
@@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        178.86 ± 0.11 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.37 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        175.89 ± 0.04 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |         10.50 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
index 869806d..11d5a82 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
@@ -5,25 +5,7 @@ ggml_cuda_init: found 2 ROCm devices:
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error
-/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fcdb1288565]
-/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fcdb128892b]
-/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fcdb1288aaf]
-/usr/local/lib64/libggml-hip.so.0(+0x2fd2ef2) [0x7fcdb4317ef2]
-/usr/local/lib64/libggml-hip.so.0(+0x2fe7757) [0x7fcdb432c757]
-/usr/local/lib64/libggml-hip.so.0(+0x2fe5d2c) [0x7fcdb432ad2c]
-/usr/local/lib64/libggml-hip.so.0(+0x2fe4ef7) [0x7fcdb4329ef7]
-/usr/local/lib64/libggml-hip.so.0(+0x2fdf9db) [0x7fcdb43249db]
-/usr/local/lib64/libggml-hip.so.0(+0x2fdbcab) [0x7fcdb4320cab]
-/usr/local/lib64/libggml-hip.so.0(+0x2fd816f) [0x7fcdb431d16f]
-/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7fcdb12a2fe3]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fcdb49e5a10]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fcdb49e76a2]
-/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fcdb49ec55f]
-/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fcdb49ed37e]
-/usr/local/bin/llama-bench() [0x40acdb]
-/usr/local/bin/llama-bench() [0x4087ec]
-/lib64/libc.so.6(+0x35b5) [0x7fcdb0c1e5b5]
-/lib64/libc.so.6(__libc_start_main+0x88) [0x7fcdb0c1e668]
-/usr/local/bin/llama-bench() [0x409b65]
-✖ ! [rocm7.1.1] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx16384 failed (exit 0)
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        165.67 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         10.19 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
index 700dea3..ee52c76 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
@@ -3,4 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-✖ ! [rocm7.1.1] gemma-3-27b-it-BF16-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0)
+| model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        157.33 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |          9.91 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log
deleted file mode 100644
index e0eb3eb..0000000
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |       1574.37 ± 2.97 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.49 ± 0.00 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log
deleted file mode 100644
index 388abd3..0000000
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log
+++ /dev/null
@@ -1,11 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           pp512 |        174.80 ± 0.16 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | ROCm       |  99 |  1 |           tg128 |          9.49 ± 0.00 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log
index aae7925..e7e2623 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 |           pp512 |        491.06 ± 0.56 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 |           tg128 |          9.12 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 |           pp512 |        568.31 ± 1.44 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 |           tg128 |          9.91 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log
index 38cffc0..19014e9 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        648.18 ± 0.00 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |          8.64 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        654.31 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |          9.48 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log
index 8acd346..c0d1137 100644
--- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log
+++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        541.45 ± 0.00 |
-| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |          8.31 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        528.10 ± 0.00 |
+| gemma3 27B BF16                |  50.31 GiB |    27.01 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |          9.12 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
index 70f4b80..8a79e5e 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       4759.11 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        109.45 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       4447.30 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        105.93 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
index 8660fb7..28219eb 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       3642.83 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        101.43 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       3427.52 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         99.05 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log
index bf31a40..b6a99f5 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6743.58 ± 171.78 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        122.59 ± 2.18 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6633.33 ± 149.87 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        119.58 ± 0.35 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
index 01071b9..a23b7f0 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       4763.38 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        109.46 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       4391.68 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        105.80 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
index cbb65af..1c63949 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       3742.66 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        101.21 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       3350.24 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         98.82 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
index fef15af..a640bc8 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6720.46 ± 178.71 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        120.90 ± 4.67 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6615.86 ± 130.86 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        119.53 ± 0.27 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx16384__single.log
index a5d56b9..bcab43d 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3677.16 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        113.73 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3443.90 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        109.62 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx32768__single.log
index d6da5fb..d74677b 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2691.11 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        103.21 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2497.16 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        100.47 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log
index 5246633..34f8d8b 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6477.60 ± 175.68 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        126.69 ± 0.08 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6364.87 ± 146.35 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        122.35 ± 0.10 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
index e02a85b..3e8fd01 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3693.31 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        113.84 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3459.06 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        109.28 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
index 25499a6..70a4996 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2692.18 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        103.40 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2522.29 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        100.48 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log
index 5cbc989..b588a31 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6492.44 ± 164.37 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        126.45 ± 0.08 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6355.56 ± 146.02 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        122.41 ± 0.12 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx16384__single.log
index c844328..a3db4ad 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3213.82 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.42 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3133.81 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        104.36 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx32768__single.log
index f5a3e56..5d98756 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2230.85 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         99.82 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2188.32 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         97.48 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log
index ab71677..06f95c1 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6138.56 ± 162.42 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        121.28 ± 0.04 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6033.78 ± 138.54 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        118.28 ± 0.17 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
index 97d2aad..dc628e3 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3105.94 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.13 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3123.24 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        104.65 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
index c882cfa..16e81e0 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2235.18 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         99.77 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2187.78 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         97.60 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log
index 9f7d60f..3a3f642 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6144.37 ± 161.70 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        121.05 ± 0.08 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6038.17 ± 136.32 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        118.53 ± 0.17 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log
index 39ba48d..b4df074 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3651.25 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        111.88 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3398.69 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        107.69 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log
index e75eb04..64d635e 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2668.70 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        101.94 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2489.46 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         99.14 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log
index 5d684fa..1fa1872 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6413.96 ± 202.49 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        124.42 ± 0.05 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6246.65 ± 134.24 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        120.29 ± 0.02 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log
index d30a560..d42cce2 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3669.78 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        112.11 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3427.53 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.11 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log
index a2455ed..0f183ba 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2669.82 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        101.62 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2468.68 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         99.33 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log
index 3723e93..d88cad4 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6418.26 ± 185.20 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        124.45 ± 0.06 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6217.34 ± 132.98 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        120.25 ± 0.04 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
index 7fa6956..a112bec 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3536.78 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.74 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3483.54 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        105.07 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
index 074f554..96c0112 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2503.00 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        100.43 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2497.63 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         98.05 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log
index fa526c4..8b04928 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     5942.48 ± 808.62 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        122.41 ± 0.07 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6183.02 ± 137.51 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        118.85 ± 0.20 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
index 9ea5dc9..f006f0d 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3553.14 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.76 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3490.92 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        105.51 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
index 476664b..92ab175 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2532.36 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        100.52 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2493.17 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         98.23 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log
index cf06535..1dcb8a5 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6326.54 ± 136.59 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        122.74 ± 0.08 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6215.78 ± 146.53 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        118.81 ± 0.30 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx16384__single.log
index 23162a6..2451a3c 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3702.74 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        112.89 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3545.80 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.69 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx32768__single.log
index f7fe49f..c00755e 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2739.96 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        102.41 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2582.33 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         99.84 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log
index 32f1ae2..48b0882 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6634.73 ± 169.45 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        125.92 ± 0.31 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6395.14 ± 161.40 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        121.80 ± 0.17 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log
index 2c4fa41..59044e9 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3716.52 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        112.78 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3534.67 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.48 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log
index 9c2c101..0d9ac76 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2725.02 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        102.67 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2575.90 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         99.91 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log
index bada2e4..4bb3d5a 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6616.20 ± 163.14 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        125.96 ± 0.16 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6358.66 ± 155.31 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        121.51 ± 0.05 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log
deleted file mode 100644
index a984d9d..0000000
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6153.17 ± 161.40 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        121.18 ± 0.05 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log
deleted file mode 100644
index 1952aa0..0000000
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6166.51 ± 149.40 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        120.02 ± 2.88 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log
deleted file mode 100644
index d949ebb..0000000
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6603.82 ± 189.78 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        125.68 ± 0.24 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log
deleted file mode 100644
index 2e308c7..0000000
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6566.74 ± 165.41 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        124.66 ± 1.92 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
index 7242dae..0190cac 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3159.92 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        107.62 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3130.83 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        104.10 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
index bf3c249..8044826 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2231.91 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         99.90 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2184.49 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         97.31 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log
index 5c07f7f..0e66a2b 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6279.64 ± 163.15 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        122.09 ± 0.54 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6068.00 ± 141.82 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        118.26 ± 0.29 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
index 1eac8fa..c5ef82a 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3192.77 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        107.90 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3138.61 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        104.58 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
index 9db978e..24608e3 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2240.78 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         99.78 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2189.53 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         97.57 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log
index 185ad7d..4d87232 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6273.87 ± 161.21 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        121.74 ± 0.57 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6030.66 ± 134.34 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        118.39 ± 0.19 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx16384__single.log
index 2a6b79e..fe8a33a 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3648.62 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        112.01 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3452.97 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.32 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx32768__single.log
index 5994f31..304d288 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2658.30 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        102.01 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2489.72 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         99.16 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log
index c404644..af67c30 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6548.80 ± 183.77 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        125.52 ± 0.08 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6304.04 ± 142.14 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        120.59 ± 0.11 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx16384__single.log
index 33ae84e..f2395b2 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3642.88 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        111.94 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       3356.75 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.12 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx32768__single.log
index 0c69ece..cca4c2d 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2668.72 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        101.77 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       2493.00 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         99.10 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log
index 7789564..7d7c151 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6521.77 ± 177.30 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        125.17 ± 0.46 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6226.43 ± 137.58 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        120.14 ± 0.10 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log
deleted file mode 100644
index 08c7fcb..0000000
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6385.31 ± 167.92 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        123.36 ± 1.92 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log
deleted file mode 100644
index 1c28f53..0000000
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           pp512 |     6410.71 ± 187.60 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | ROCm       |  99 |  1 |           tg128 |        124.05 ± 0.09 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx16384__single.log
index ef001f5..5049839 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx16384__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       2716.15 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |        101.87 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       2560.48 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         97.55 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx32768__single.log
index 66e6d4f..00e5f6e 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx32768__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |       2025.77 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |        100.14 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |       1848.16 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         92.74 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log
index 7a1a7fd..7c15d16 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           pp512 |      2699.08 ± 10.03 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           tg128 |        113.64 ± 0.07 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           pp512 |       3545.06 ± 9.40 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           tg128 |        115.38 ± 0.10 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log
index ccc1f2e..d00e467 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       2326.04 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         85.50 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       2171.23 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         79.14 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log
index 142e13f..4ecbb71 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |       1650.23 ± 0.00 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         63.36 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |       1471.82 ± 0.00 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         64.02 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log
index fb9f624..92756c5 100644
--- a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log
+++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           pp512 |      2188.02 ± 29.65 |
-| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           tg128 |         97.07 ± 0.10 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           pp512 |      2841.26 ± 36.09 |
+| gemma3 4B Q3_K - Small         |   1.80 GiB |     3.88 B | Vulkan     |  99 |  1 |           tg128 |        100.53 ± 0.33 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log
index 3fc2c85..911f1ef 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |       802.99 ± 43.25 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         95.06 ± 0.46 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
index 4b83ddb..8c57cd7 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        888.66 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         74.96 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
index fe887ab..9cae501 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm-7-nightly-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
index 00c68ce..7e42299 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log
@@ -3,3 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
+| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
+| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |       827.56 ± 51.20 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         95.14 ± 0.27 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
index 571581e..d6f92a1 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        849.96 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         78.08 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
index ecf8dc2..9d599d8 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm-7-nightly-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log
index 28d762a..6dc16f2 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |       804.07 ± 45.07 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         94.41 ± 0.22 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx16384__dual.log
index 5832595..d988b62 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        813.48 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         76.13 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx32768__dual.log
index 23152ac..8abd604 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm-7-nightly] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log
index 9ad7b2c..c607d88 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |       819.18 ± 40.13 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         94.28 ± 0.33 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
index e42e811..2348e58 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7-nightly] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        841.56 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         73.73 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
index 8432522..1ec4d5a 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm-7-nightly] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log
index 96e2ca2..5724c95 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |     1755.09 ± 118.70 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         93.81 ± 0.41 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
index 89e9695..fb16b21 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1164.51 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         66.84 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
index 4167a6d..4953e3a 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm-7.9-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log
index 1ed3dd5..3fcfbbb 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |     1751.32 ± 129.41 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         94.06 ± 0.56 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
index 16a8741..2ad7607 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1167.79 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         69.24 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
index 3262db5..8807384 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm-7.9-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log
index 47c050d..6097c99 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |     1691.01 ± 141.40 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         92.13 ± 0.58 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx16384__dual.log
index db7c6ea..ad528c3 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1081.21 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         66.80 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx32768__dual.log
index 2d914fe..04ab040 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm-7.9] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log
index 70419d9..2e4927d 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |      1774.69 ± 84.32 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         92.24 ± 0.52 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx16384__dual.log
index 0a2d00c..ccf0e64 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm-7.9] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1085.60 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         69.84 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx32768__dual.log
index 339b175..346633b 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm-7.9] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log
index d594778..116e2c3 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |      1864.88 ± 13.29 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         93.38 ± 0.99 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
index 0d07f36..71c4896 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1258.38 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         76.78 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
index 5e33c84..557b4cc 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm6_4_4-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
index 0b6af4e..3d4aaa9 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |      1852.06 ± 26.11 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         93.92 ± 0.46 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
index 22968a3..96d1bd6 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1275.34 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         76.58 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
index 2f80200..288c55f 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm6_4_4-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log
index bb03324..ca93797 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |      1787.65 ± 13.68 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         94.05 ± 0.51 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx16384__dual.log
index abb939e..74a79cd 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1265.77 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         83.84 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx32768__dual.log
index 19a5340..fd23a99 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm6_4_4] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log
index 1dc497a..0fb5696 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |      1832.76 ± 26.05 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         92.87 ± 1.45 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
index ad7de8d..8fb2181 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm6_4_4] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1275.68 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         83.78 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
index f8ab36c..7fa4d11 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm6_4_4] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log
deleted file mode 100644
index 274d52a..0000000
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log
+++ /dev/null
@@ -1,9 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log
deleted file mode 100644
index 9be17f5..0000000
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log
+++ /dev/null
@@ -1,9 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__fa1__dual.log
deleted file mode 100644
index 8fb3ab7..0000000
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__fa1__dual.log
+++ /dev/null
@@ -1,9 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1-mmf] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__hblt0__fa1__dual.log
deleted file mode 100644
index 5237244..0000000
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__hblt0__fa1__dual.log
+++ /dev/null
@@ -1,9 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1-mmf] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log
index 73d03c5..117f907 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |      1825.54 ± 80.43 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         94.27 ± 0.56 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
index 09e7b55..7795b22 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1096.30 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         77.07 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
index 21b6b26..da6bd37 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm7.1.1-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
index be7f882..42fd5de 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |     1788.24 ± 139.41 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         94.10 ± 0.57 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
index 8e6e9e1..3b4ad23 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1146.26 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         76.86 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
index b08bccf..2d8c724 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm7.1.1-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log
index fec3e0e..f581012 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |      1718.30 ± 82.13 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         92.08 ± 0.65 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx16384__dual.log
index 841d45b..6723598 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1044.49 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         79.32 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx32768__dual.log
index 524e885..640b0c7 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm7.1.1] gpt-oss-120b-mxfp4-00001-of-00003__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log
index aeeb16d..ad721df 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           pp512 |      1739.63 ± 90.44 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |  1 |           tg128 |         92.08 ± 0.55 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
index c8fb823..8ad21d7 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx16384__dual.log
@@ -3,7 +3,9 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1.1] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx16384 failed (exit 0)
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1063.24 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         79.15 ± 0.00 |
+
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
index 8f8e469..b78ee4d 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx32768__dual.log
@@ -3,7 +3,7 @@ ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
 ggml_cuda_init: found 2 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
   Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
+main: error: failed to create context with model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
 ✖ ! [rocm7.1.1] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 __longctx32768 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log
deleted file mode 100644
index 2fffb8b..0000000
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log
+++ /dev/null
@@ -1,9 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log
deleted file mode 100644
index 48f704c..0000000
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log
+++ /dev/null
@@ -1,9 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 2 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-  Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf'
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-✖ ! [rocm7.1] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log
index 233caed..d9c5124 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           pp512 |     1105.84 ± 119.30 |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           tg128 |         77.29 ± 0.07 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           pp512 |      1498.15 ± 34.95 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           tg128 |         95.14 ± 0.28 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log
index 4cdfc94..1701926 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        863.78 ± 0.00 |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         53.14 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        880.37 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         65.43 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log
index a9fd4dc..615bfae 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        516.47 ± 0.00 |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         45.01 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        378.62 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         50.86 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log
index 357f61e..b795d5a 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           pp512 |       961.89 ± 13.17 |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           tg128 |         75.93 ± 0.11 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           pp512 |      1132.62 ± 20.95 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |           tg128 |         91.03 ± 0.06 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log
index 9460848..362d78e 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        913.28 ± 0.00 |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         59.93 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        912.87 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         69.26 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log
index 9b61b57..4c9550f 100644
--- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log
+++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        608.15 ± 0.00 |
-| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         24.30 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        571.73 ± 0.00 |
+| gpt-oss 120B MXFP4 MoE         |  59.02 GiB |   116.83 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |          8.91 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
index a00cf85..e8776cb 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1559.64 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        110.83 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1541.02 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        113.45 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
index 91c8251..8c83e94 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        965.98 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         94.05 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        970.84 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         97.42 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log
index caf8be7..bc03c8c 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2069.44 ± 95.76 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        135.08 ± 1.68 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2083.71 ± 52.13 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        137.99 ± 0.86 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
index 510405d..f62c7ba 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1565.69 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        110.65 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1539.94 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        113.67 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
index adeb88e..7a046d6 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        989.33 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         94.04 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        974.53 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         97.51 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
index a6c161f..b2583ba 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2382.38 ± 38.22 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.83 ± 2.76 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |       2398.88 ± 2.21 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        138.72 ± 0.15 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log
index c076173..46da9b1 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1432.01 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        116.48 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1414.21 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        117.75 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log
index 187b925..b426c6d 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        931.89 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        103.84 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        914.27 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        104.72 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log
index 3acde87..667df34 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2068.95 ± 25.92 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        133.82 ± 2.24 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2077.55 ± 16.94 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        137.26 ± 0.30 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
index d257f93..f46cb40 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1434.90 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        116.39 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1418.05 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        117.61 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
index 83c509b..5dbf7d8 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        930.75 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        103.92 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        913.95 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        104.88 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log
index c9027d3..63c0c46 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2340.43 ± 21.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.19 ± 2.85 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      2302.67 ± 23.04 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        137.36 ± 0.10 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log
index 66c0e31..b5e0552 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1856.32 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.91 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1819.46 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        111.67 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log
index 20df0bd..5e47b2c 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1080.53 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         92.54 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1054.61 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         96.07 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log
index 30a675f..3498b27 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |     4614.90 ± 360.64 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.92 ± 0.16 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4687.32 ± 82.62 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        136.75 ± 0.35 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
index c4da0b3..b5e627c 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1861.03 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.82 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1820.34 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        111.89 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
index 35d1ac2..d358119 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1079.67 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         92.66 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1006.96 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         95.89 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log
index a6aee2d..bfae067 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4699.71 ± 29.02 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.91 ± 0.18 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4590.65 ± 62.68 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        136.86 ± 0.41 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log
index 82e3ff7..9637c43 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1704.10 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        113.69 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1677.59 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        114.83 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log
index c657d72..158933a 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1033.61 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        101.47 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1002.55 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        102.41 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log
index 9bf27af..374c29f 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |     4335.90 ± 567.42 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        132.77 ± 0.28 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4475.05 ± 86.25 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.51 ± 0.54 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log
index 751afcb..b75342b 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1708.49 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        113.27 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1683.06 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        114.82 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log
index 9c9c544..56ecf7e 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1033.50 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        101.42 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1017.35 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        102.66 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log
index cb7fb01..358086b 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4477.77 ± 55.27 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        132.78 ± 0.28 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |     4416.15 ± 108.42 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.28 ± 0.36 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
index f13c9bd..bffac2d 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2075.85 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.78 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2017.91 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        112.08 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
index b93f0d7..991751b 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1228.38 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         92.61 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1187.84 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         96.14 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log
index 2ce90c1..a5a5a5d 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4797.05 ± 83.61 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.76 ± 0.39 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4728.10 ± 77.56 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        136.87 ± 0.60 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
index c1b908b..ef32605 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2069.60 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.78 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2032.99 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        111.89 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
index 8600c7e..477140a 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1236.65 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         92.54 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1186.36 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         96.08 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log
index cda9521..c02ee69 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4694.36 ± 55.31 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.68 ± 0.47 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4663.56 ± 49.50 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        136.88 ± 0.60 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log
index 34a4fda..c074708 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2036.77 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        119.50 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1965.86 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        122.14 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log
index b648501..48d7da4 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1243.44 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        109.45 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1226.63 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        112.22 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log
index fc6fd95..3df4baa 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4701.61 ± 88.90 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        135.25 ± 0.47 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4659.48 ± 98.92 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        137.39 ± 0.52 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log
index 79bf5a4..877aa29 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2036.55 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        120.23 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       2002.60 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        122.31 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log
index ab39de3..5fa7855 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1256.54 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        109.29 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1229.01 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        112.35 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log
index cb19661..20f7df0 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4648.30 ± 68.52 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        135.54 ± 0.32 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4615.05 ± 96.58 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        137.03 ± 0.54 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log
deleted file mode 100644
index b6370ca..0000000
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |     4529.76 ± 515.81 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.76 ± 0.25 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log
deleted file mode 100644
index 0b3e8de..0000000
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4663.49 ± 17.97 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.83 ± 0.22 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log
deleted file mode 100644
index f31eacf..0000000
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4588.21 ± 47.38 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        132.24 ± 0.57 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log
deleted file mode 100644
index e011e3b..0000000
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |       4501.95 ± 6.95 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        132.67 ± 0.25 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
index 5ade9c3..ee981c1 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1874.38 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.75 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1830.09 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        112.00 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
index 12436fc..b566940 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1083.90 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         92.69 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1063.94 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         96.13 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log
index ff81e79..40fde75 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4784.27 ± 37.89 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.51 ± 0.32 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |     4660.70 ± 126.67 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        136.56 ± 0.43 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
index 3b891f9..670bc89 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1870.43 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        108.93 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1839.18 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        111.85 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
index 967cec9..cc968df 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1091.55 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         92.77 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1069.94 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         95.85 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log
index d625201..95ca27c 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4690.59 ± 84.92 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.54 ± 0.27 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4625.91 ± 65.70 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        136.32 ± 0.41 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log
index 39a09f2..7e0b9d6 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1701.41 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        113.29 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1676.49 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        114.87 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log
index e8731e1..bfad1be 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        983.49 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        101.52 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1011.34 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        102.14 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log
index 2d53ef7..8e29b94 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4558.95 ± 58.68 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        131.62 ± 0.50 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4517.14 ± 60.48 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        133.92 ± 0.56 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log
index a6536a2..bd590e0 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1707.25 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        113.38 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1675.63 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |        114.53 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log
index 2178aa2..30bfd19 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1024.54 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        101.23 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |       1015.62 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |        102.43 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log
index 1f417d4..9698e0a 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |       4510.84 ± 8.42 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        132.55 ± 0.37 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |     4388.03 ± 104.30 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        134.38 ± 0.59 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log
deleted file mode 100644
index eb1205b..0000000
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |     4431.68 ± 359.15 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        132.70 ± 0.33 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log
deleted file mode 100644
index 5d30fa7..0000000
--- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           pp512 |      4483.07 ± 48.74 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | ROCm       |  99 |  1 |           tg128 |        132.21 ± 0.29 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log
index 4aeceda..df46017 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       1572.29 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         93.73 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       1434.20 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         93.62 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log
index 51b62e7..a23b69f 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        831.30 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         71.03 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        590.09 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         73.07 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log
index be2a3e3..b32b7dc 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           pp512 |      2812.95 ± 77.21 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           tg128 |        123.50 ± 0.04 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           pp512 |      3571.94 ± 41.85 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           tg128 |        137.19 ± 0.07 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx16384__single.log b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx16384__single.log
index 52deaef..13ba366 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx16384__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx16384__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       1677.77 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |       1572.07 ± 0.00 |
 | gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         97.97 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768__single.log b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768__single.log
index c54d33c..f28f51d 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |       1011.88 ± 0.00 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         81.88 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        921.86 ± 0.00 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         82.04 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log
index f25a62b..790c939 100644
--- a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log
+++ b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           pp512 |     2349.60 ± 135.17 |
-| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           tg128 |        117.95 ± 0.12 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           pp512 |      2664.37 ± 20.55 |
+| gpt-oss 20B MXFP4 MoE          |  11.27 GiB |    20.91 B | Vulkan     |  99 |  1 |           tg128 |        129.48 ± 0.16 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
index 1195c94..51ce61e 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1026.89 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.04 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1039.25 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         41.78 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
index 4fea7ca..6c004c6 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        644.96 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         23.70 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        657.63 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.40 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log
index 8f5e10a..29c3a7b 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      2475.47 ± 12.47 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.29 ± 0.02 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |       2445.26 ± 5.45 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        103.66 ± 0.27 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
index 67ffb66..99826bc 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1027.68 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.12 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1046.22 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         41.80 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
index c4dbaac..dac26ae 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        645.86 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         23.67 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        656.34 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.42 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
index fcf16d7..567e319 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      2473.56 ± 10.80 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.28 ± 0.01 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      2436.94 ± 27.70 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        103.57 ± 0.21 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx16384__single.log
index 881a577..8a235e9 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        846.26 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.11 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        843.75 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         41.75 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx32768__single.log
index 3855284..a351558 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        520.67 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         23.65 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        518.15 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.42 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log
index dd79ba8..17d1c9b 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      2439.10 ± 26.90 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.21 ± 0.03 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      2406.79 ± 15.36 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        103.69 ± 0.23 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
index 276aa0f..ffd7956 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        850.14 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         37.97 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        844.95 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         41.76 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
index eb5456b..9585c2f 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        521.93 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         23.66 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        518.24 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.42 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log
index e093fe7..d59758d 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      2450.63 ± 15.84 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         99.30 ± 0.02 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      2406.32 ± 17.38 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        103.66 ± 0.24 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx16384__single.log
index 983e136..d274ad3 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        870.61 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.35 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        976.94 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         42.20 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx32768__single.log
index 4d12ed4..26add56 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        487.39 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.01 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        545.59 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.82 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log
index fe905f8..c432735 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4621.54 ± 55.79 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.32 ± 0.03 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4619.96 ± 79.54 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        103.16 ± 0.38 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
index 0a2c1cd..c18e286 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        870.44 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.30 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        974.64 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         42.14 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
index e1cee33..a855367 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        486.62 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         23.99 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        545.91 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.87 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log
index d0515bc..a7dcbbb 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4610.40 ± 54.13 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         97.99 ± 0.02 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |     4577.75 ± 121.18 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        103.58 ± 0.34 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx16384__single.log
index 9186f73..39576ec 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        983.17 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.44 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        984.30 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         42.13 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx32768__single.log
index b7cf870..abdd584 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        565.30 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.00 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        567.29 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.87 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log
index 6e4f57d..7dcd99b 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4696.02 ± 67.74 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.56 ± 0.03 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |     4581.56 ± 108.55 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        103.60 ± 0.42 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx16384__single.log
index cacbf7e..2946ad6 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        993.51 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.41 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1002.33 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         42.20 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx32768__single.log
index fa02fc0..91bd84d 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        568.34 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.02 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        570.07 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.88 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log
index aeb27a5..7798e97 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4692.46 ± 70.17 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.10 ± 0.03 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |     4685.05 ± 105.19 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        103.64 ± 0.34 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
index 74beb14..713e2fa 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        915.22 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.47 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        949.18 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         42.42 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
index fddb248..5c77fb0 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        504.72 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.05 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        516.00 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.89 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log
index b801889..184f6ed 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4589.14 ± 47.46 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.69 ± 0.16 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4629.90 ± 72.94 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        104.03 ± 0.35 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
index 63b9b89..af50a87 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        913.34 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.48 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        947.29 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         42.34 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
index a633cf0..7039fb8 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        503.02 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.03 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        517.49 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.89 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log
index 434a0fe..eeb5612 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4591.97 ± 43.70 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.73 ± 0.16 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |     4591.33 ± 125.81 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        103.80 ± 0.32 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx16384__single.log
index 579e54e..7430f46 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1093.90 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.49 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1088.06 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         42.35 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768__single.log
index 4fe7161..6c5c91f 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        628.44 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.04 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        624.43 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.89 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log
index 18d52a7..fd9aefe 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4756.40 ± 61.89 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.62 ± 0.11 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |     4764.42 ± 103.13 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        102.88 ± 0.34 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx16384__single.log
index 35b8e53..8f98e31 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1096.44 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.48 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |       1087.95 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         42.25 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx32768__single.log
index 06cc1a3..f69d5ab 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        631.38 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.03 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        624.98 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.87 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log
index 9c45b22..edcd773 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4745.70 ± 63.13 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.57 ± 0.11 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |     4755.49 ± 101.50 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        102.87 ± 0.36 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log
deleted file mode 100644
index 3f9c7d9..0000000
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4597.18 ± 49.25 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.72 ± 0.03 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log
deleted file mode 100644
index 13ad7ad..0000000
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4597.41 ± 54.29 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.41 ± 0.04 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log
deleted file mode 100644
index 9e98ee3..0000000
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4806.21 ± 73.61 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.03 ± 0.03 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log
deleted file mode 100644
index e4849ec..0000000
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4786.12 ± 86.07 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.49 ± 0.03 |
-
-build: 22577583a (7312)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
index eb3281f..555bd8a 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        870.43 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.44 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        977.20 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         42.21 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
index ccb6e79..fe4ad8c 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        486.49 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.02 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        545.92 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.80 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log
index d8a1504..755a85b 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4653.72 ± 63.28 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.72 ± 0.07 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4638.40 ± 80.96 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        103.75 ± 0.35 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
index 4f1192e..cabca13 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        870.04 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.43 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        976.35 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         42.14 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
index 3a5580f..093fb68 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        485.70 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         23.98 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        545.46 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.82 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log
index 445f5f1..c161582 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4652.96 ± 61.07 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         97.98 ± 0.04 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |     4595.62 ± 106.64 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        102.85 ± 0.36 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx16384__single.log
index 2e2e54e..16ea07f 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        989.11 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.36 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        994.65 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         42.30 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx32768__single.log
index bc3fa7c..6d6f4ae 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        566.70 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         23.97 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        567.61 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.82 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log
index 9174576..c29014f 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4799.82 ± 86.02 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.13 ± 0.01 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |     4687.55 ± 133.66 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        103.66 ± 0.34 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx16384__single.log
index 763d882..d30b92f 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx16384__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        992.79 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         38.38 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d16384 |        995.99 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d16384 |         42.11 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx32768__single.log
index 5ef0c96..da176fa 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx32768__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | n_ubatch | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        569.23 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         24.02 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 | pp2048 @ d32768 |        568.53 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |     2048 |  1 |   tg32 @ d32768 |         26.81 ± 0.00 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log
index 7582484..95c3af6 100644
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log
@@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices:
   Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4778.61 ± 91.21 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.36 ± 0.04 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |     4679.68 ± 110.08 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |        103.03 ± 0.38 |
 
-build: 22577583a (7312)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log
deleted file mode 100644
index 42bbc90..0000000
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4705.53 ± 63.80 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         97.98 ± 0.03 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log
deleted file mode 100644
index 3ea37d2..0000000
--- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log
+++ /dev/null
@@ -1,10 +0,0 @@
-ggml_cuda_init: GGML_CUDA_FORCE_MMQ:    no
-ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no
-ggml_cuda_init: found 1 ROCm devices:
-  Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32
-| model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
-| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           pp512 |      4696.41 ± 60.83 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | ROCm       |  99 |  1 |           tg128 |         98.10 ± 0.02 |
-
-build: 6016d0bd4 (7285)
diff --git a/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx16384__single.log
index 4f938a9..7daf726 100644
--- a/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx16384__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        539.07 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         33.40 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        493.19 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         39.09 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768__single.log
index f99d0c5..3746041 100644
--- a/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        292.34 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         18.08 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        264.89 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         19.41 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log
index ac4e755..e4e485b 100644
--- a/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1
 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           pp512 |      2314.70 ± 25.81 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           tg128 |        107.76 ± 0.07 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           pp512 |      3081.52 ± 54.82 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           tg128 |        119.97 ± 0.54 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log b/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log
index b547df9..db8d45e 100644
--- a/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        808.11 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         38.64 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 | pp2048 @ d16384 |        763.34 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |   tg32 @ d16384 |         40.94 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log b/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log
index ba0db7f..ed1876f 100644
--- a/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        448.69 ± 0.00 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         23.37 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 | pp2048 @ d32768 |        429.75 ± 0.00 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |   tg32 @ d32768 |         24.82 ± 0.00 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log
index 13af47c..bb24e8b 100644
--- a/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log
+++ b/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log
@@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16:
 ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat
 | model                          |       size |     params | backend    | ngl | fa |            test |                  t/s |
 | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           pp512 |     1909.92 ± 116.16 |
-| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           tg128 |         98.14 ± 0.06 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           pp512 |      2361.19 ± 64.78 |
+| llama 7B Q4_0                  |   3.56 GiB |     6.74 B | Vulkan     |  99 |  1 |           tg128 |        108.44 ± 0.07 |
 
-build: 6016d0bd4 (7285)
+build: 2aa45ef9e (7423)
diff --git a/docs/results.json b/docs/results.json
index 621e7a1..7a815b1 100644
--- a/docs/results.json
+++ b/docs/results.json
@@ -1,15 +1,11 @@
 {
   "meta": {
-    "generated_at": "2025-12-07T16:55:28Z",
+    "generated_at": "2025-12-17T07:57:08Z",
     "os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug  2 11:37:34 UTC 2025)",
     "llamacpp_builds": [
       {
-        "hash": "22577583a",
-        "number": "7312"
-      },
-      {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     ],
     "environments": [
@@ -25,14 +21,8 @@
       "rocm6_4_4-hblt0",
       "rocm6_4_4-rocwmma",
       "rocm6_4_4-rocwmma-hblt0",
-      "rocm7.1",
-      "rocm7.1-hblt0",
-      "rocm7.1-rocwmma",
-      "rocm7.1-rocwmma-hblt0",
       "rocm7.1.1",
       "rocm7.1.1-hblt0",
-      "rocm7.1.1-mmf",
-      "rocm7.1.1-mmf-hblt0",
       "rocm7.1.1-rocwmma",
       "rocm7.1.1-rocwmma-hblt0",
       "vulkan_amdvlk",
@@ -51,7 +41,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 959.74,
+      "tps_mean": 964.08,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -66,8 +56,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -80,7 +70,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 17.59,
+      "tps_mean": 19.68,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -95,8 +85,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -108,22 +98,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 571.14,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
       "quant": "BF16",
       "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
       "rpc": false,
       "gpu_config": "single",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 17.45,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
@@ -134,22 +156,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 2843.52,
+      "tps_std": 16.68,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
       "quant": "BF16",
       "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 22.18,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
@@ -161,7 +215,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 305.03,
+      "tps_mean": 305.9,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -176,8 +230,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -190,7 +244,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 17.59,
+      "tps_mean": 19.69,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -205,8 +259,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -218,22 +272,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 252.57,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
       "quant": "BF16",
       "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
       "rpc": false,
       "gpu_config": "single",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 17.46,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
@@ -245,8 +331,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 382.2,
-      "tps_std": 0.44,
+      "tps_mean": 380.51,
+      "tps_std": 0.29,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -260,8 +346,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -274,7 +360,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 19.74,
+      "tps_mean": 22.17,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -289,8 +375,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -303,7 +389,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 761.86,
+      "tps_mean": 757.63,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -318,8 +404,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -332,7 +418,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 18.02,
+      "tps_mean": 20.22,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -347,8 +433,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -360,22 +446,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 449.05,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
       "quant": "BF16",
       "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log",
       "rpc": false,
       "gpu_config": "single",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 18.64,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
@@ -387,8 +505,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2708.86,
-      "tps_std": 8.75,
+      "tps_mean": 2767.12,
+      "tps_std": 15.29,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -402,8 +520,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -416,7 +534,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 19.75,
+      "tps_mean": 22.21,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -431,8 +549,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -445,7 +563,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 280.13,
+      "tps_mean": 279.8,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -460,8 +578,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -474,7 +592,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 18.01,
+      "tps_mean": 20.23,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -489,8 +607,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -502,22 +620,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 222.9,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
       "quant": "BF16",
       "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
       "rpc": false,
       "gpu_config": "single",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 18.62,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
@@ -529,859 +679,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 376.62,
-      "tps_std": 0.23,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 19.77,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 665.78,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 17.95,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": null
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2434.31,
-      "tps_std": 160.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 19.82,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 262.83,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 17.95,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": null
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 366.55,
-      "tps_std": 0.27,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 19.8,
-      "tps_std": 0.07,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 767.43,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 18.07,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": null
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2606.42,
-      "tps_std": 11.2,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 19.85,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 275.13,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 18.07,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": null
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 369.67,
-      "tps_std": 0.28,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 19.86,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 688.43,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 17.97,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": null
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2312.05,
-      "tps_std": 24.53,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 19.86,
-      "tps_std": 0.03,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 271.52,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 17.98,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": null
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 377.52,
+      "tps_mean": 380.81,
       "tps_std": 0.21,
       "error": false,
       "error_type": null,
@@ -1392,26 +690,26 @@
       "file_size_gib": 25.16,
       "name_params_b": 13.51,
       "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
       "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
       "fa": true,
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 19.86,
-      "tps_std": 0.02,
+      "tps_mean": 22.21,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -1421,25 +719,25 @@
       "file_size_gib": 25.16,
       "name_params_b": 13.51,
       "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
       "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 829.03,
+      "tps_mean": 731.41,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -1450,25 +748,25 @@
       "file_size_gib": 25.16,
       "name_params_b": 13.51,
       "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
       "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 18.1,
+      "tps_mean": 20.15,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -1479,52 +777,26 @@
       "file_size_gib": 25.16,
       "name_params_b": 13.51,
       "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
       "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": null
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2402.0,
-      "tps_std": 8.33,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 419.35,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -1534,26 +806,84 @@
       "file_size_gib": 25.16,
       "name_params_b": 13.51,
       "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
       "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 18.45,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2608.48,
+      "tps_std": 2.57,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
       "fa": true,
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 19.89,
-      "tps_std": 0.02,
+      "tps_mean": 22.28,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -1563,25 +893,25 @@
       "file_size_gib": 25.16,
       "name_params_b": 13.51,
       "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
       "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 290.54,
+      "tps_mean": 271.63,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -1592,25 +922,25 @@
       "file_size_gib": 25.16,
       "name_params_b": 13.51,
       "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
       "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 18.11,
+      "tps_mean": 20.15,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -1621,51 +951,83 @@
       "file_size_gib": 25.16,
       "name_params_b": 13.51,
       "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
       "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 213.61,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
       "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
       "rpc": false,
       "gpu_config": "single",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
       "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 18.44,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
       "fa": true,
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 379.17,
+      "tps_mean": 368.45,
       "tps_std": 0.14,
       "error": false,
       "error_type": null,
@@ -1676,12 +1038,1056 @@
       "file_size_gib": 25.16,
       "name_params_b": 13.51,
       "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 22.29,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 761.85,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 20.3,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 447.32,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 18.69,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2644.29,
+      "tps_std": 2.6,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 22.32,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 274.7,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 20.3,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 219.43,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 18.7,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 370.52,
+      "tps_std": 0.2,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 22.32,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 719.86,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 20.22,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 421.46,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 18.48,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2405.48,
+      "tps_std": 3.53,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 22.36,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 276.54,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 20.21,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 217.88,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 18.48,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 378.57,
+      "tps_std": 0.27,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 22.35,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 828.88,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 20.37,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 501.73,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 18.74,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2468.22,
+      "tps_std": 5.84,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 22.39,
+      "tps_std": 0.01,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 290.77,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 20.36,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 237.21,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 18.76,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 380.01,
+      "tps_std": 0.3,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
       "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -1694,8 +2100,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 19.9,
-      "tps_std": 0.01,
+      "tps_mean": 22.38,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -1709,208 +2115,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2552.63,
-      "tps_std": 4.28,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 19.84,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 368.25,
-      "tps_std": 0.21,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 19.82,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": null
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 374.16,
-      "tps_std": 0.31,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 19.87,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -1923,7 +2129,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 665.8,
+      "tps_mean": 731.32,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -1938,8 +2144,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -1952,7 +2158,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 17.95,
+      "tps_mean": 20.15,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -1967,8 +2173,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -1980,22 +2186,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 419.39,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
       "quant": "BF16",
       "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
       "rpc": false,
       "gpu_config": "single",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 18.44,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
@@ -2007,8 +2245,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2544.26,
-      "tps_std": 1.34,
+      "tps_mean": 2603.81,
+      "tps_std": 5.27,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2022,8 +2260,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2036,7 +2274,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 19.82,
+      "tps_mean": 22.28,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2051,8 +2289,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2065,7 +2303,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 262.76,
+      "tps_mean": 271.42,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2080,8 +2318,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2094,7 +2332,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 17.95,
+      "tps_mean": 20.17,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2109,8 +2347,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2122,22 +2360,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 213.47,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
       "quant": "BF16",
       "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
       "rpc": false,
       "gpu_config": "single",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 18.45,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
@@ -2149,8 +2419,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 367.12,
-      "tps_std": 0.18,
+      "tps_mean": 368.56,
+      "tps_std": 0.28,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2164,8 +2434,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2178,7 +2448,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 19.83,
+      "tps_mean": 22.29,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2193,8 +2463,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2207,7 +2477,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 766.84,
+      "tps_mean": 756.68,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2222,8 +2492,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2236,7 +2506,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 18.09,
+      "tps_mean": 20.32,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2251,8 +2521,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2264,22 +2534,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 447.71,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
       "quant": "BF16",
       "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log",
       "rpc": false,
       "gpu_config": "single",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 18.69,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
@@ -2291,8 +2593,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2560.35,
-      "tps_std": 5.29,
+      "tps_mean": 2649.88,
+      "tps_std": 3.07,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2306,8 +2608,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2320,8 +2622,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 19.82,
-      "tps_std": 0.08,
+      "tps_mean": 22.33,
+      "tps_std": 0.01,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2335,8 +2637,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2349,7 +2651,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 274.75,
+      "tps_mean": 274.54,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2364,8 +2666,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2378,7 +2680,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 18.07,
+      "tps_mean": 20.31,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2393,8 +2695,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2406,22 +2708,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 219.39,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 14.0,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
       "quant": "BF16",
       "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
       "rpc": false,
       "gpu_config": "single",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-14B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 18.68,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 13.51,
+      "file_size_gib": 25.16,
+      "name_params_b": 13.51,
+      "quant": "BF16",
+      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Ministral-3-14B-Instruct-2512-BF16",
@@ -2433,8 +2767,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 370.91,
-      "tps_std": 0.02,
+      "tps_mean": 369.68,
+      "tps_std": 0.2,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -2448,8 +2782,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2462,7 +2796,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 19.86,
+      "tps_mean": 22.32,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2477,124 +2811,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2582.25,
-      "tps_std": 10.69,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 19.86,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 376.47,
-      "tps_std": 0.35,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-14B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-14B-Instruct-2512-BF16",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 19.87,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 13.51,
-      "file_size_gib": 25.16,
-      "name_params_b": 13.51,
-      "quant": "BF16",
-      "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2607,7 +2825,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 310.96,
+      "tps_mean": 287.06,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2622,8 +2840,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2636,7 +2854,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 13.87,
+      "tps_mean": 15.15,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2651,8 +2869,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2665,7 +2883,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 194.73,
+      "tps_mean": 126.59,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2680,8 +2898,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2694,7 +2912,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 10.53,
+      "tps_mean": 12.48,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2709,8 +2927,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2723,8 +2941,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 540.84,
-      "tps_std": 0.82,
+      "tps_mean": 528.53,
+      "tps_std": 0.15,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -2738,8 +2956,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2752,7 +2970,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 18.79,
+      "tps_mean": 20.18,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -2767,8 +2985,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2781,7 +2999,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 550.05,
+      "tps_mean": 531.35,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2796,8 +3014,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2810,7 +3028,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 15.14,
+      "tps_mean": 16.57,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2825,8 +3043,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2839,7 +3057,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 351.12,
+      "tps_mean": 320.22,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2854,8 +3072,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2868,7 +3086,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 13.32,
+      "tps_mean": 14.81,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2883,8 +3101,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2897,8 +3115,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 930.96,
-      "tps_std": 16.21,
+      "tps_mean": 939.26,
+      "tps_std": 0.8,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -2912,8 +3130,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2926,7 +3144,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 17.68,
+      "tps_mean": 19.38,
       "tps_std": 0.05,
       "error": false,
       "error_type": null,
@@ -2941,8 +3159,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2955,7 +3173,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1210.41,
+      "tps_mean": 1239.59,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2970,8 +3188,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -2984,7 +3202,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 26.73,
+      "tps_mean": 29.5,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -2999,8 +3217,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -3013,7 +3231,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 708.36,
+      "tps_mean": 704.24,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -3028,8 +3246,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -3042,7 +3260,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 22.94,
+      "tps_mean": 25.34,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -3057,8 +3275,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -3071,8 +3289,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4566.69,
-      "tps_std": 9.35,
+      "tps_mean": 4617.19,
+      "tps_std": 21.94,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -3086,8 +3304,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -3100,877 +3318,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.17,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 461.89,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 26.74,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 363.06,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 22.91,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 624.69,
-      "tps_std": 0.18,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.15,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 958.03,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 27.59,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 552.93,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 24.8,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4367.96,
-      "tps_std": 32.6,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.22,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 413.39,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 27.58,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 313.0,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 24.79,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 618.44,
-      "tps_std": 0.31,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.2,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 832.67,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 27.47,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 459.52,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 24.45,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4254.15,
-      "tps_std": 13.82,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.42,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 384.05,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 27.46,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 282.23,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 24.46,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 599.01,
-      "tps_std": 0.38,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.4,
+      "tps_mean": 34.48,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -3981,12 +3329,882 @@
       "file_size_gib": 15.81,
       "name_params_b": 8.49,
       "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 461.59,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 29.51,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 362.2,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 25.36,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 621.97,
+      "tps_std": 0.44,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 34.46,
+      "tps_std": 0.01,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 946.86,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 30.49,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 539.19,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 27.49,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4439.2,
+      "tps_std": 15.47,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 34.52,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 411.98,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 30.51,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 311.32,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 27.48,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 618.12,
+      "tps_std": 0.55,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 34.52,
+      "tps_std": 0.01,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 918.44,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 30.49,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 511.0,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 27.26,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4416.28,
+      "tps_std": 7.71,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 34.89,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 399.12,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 30.49,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 297.49,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 27.25,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 599.12,
+      "tps_std": 0.34,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
       "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 34.89,
+      "tps_std": 0.01,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -3999,7 +4217,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 963.98,
+      "tps_mean": 954.53,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4014,8 +4232,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4028,7 +4246,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 27.76,
+      "tps_mean": 30.76,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4043,8 +4261,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4057,7 +4275,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 552.83,
+      "tps_mean": 546.36,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4072,8 +4290,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4086,7 +4304,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.91,
+      "tps_mean": 27.69,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4101,8 +4319,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4115,8 +4333,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4356.51,
-      "tps_std": 12.09,
+      "tps_mean": 4486.85,
+      "tps_std": 9.18,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4130,8 +4348,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4144,8 +4362,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.44,
-      "tps_std": 0.01,
+      "tps_mean": 34.89,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4159,8 +4377,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4173,7 +4391,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 406.44,
+      "tps_mean": 404.63,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4188,8 +4406,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4202,7 +4420,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 27.71,
+      "tps_mean": 30.79,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4217,8 +4435,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4231,7 +4449,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 308.45,
+      "tps_mean": 307.12,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4246,8 +4464,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4260,7 +4478,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.9,
+      "tps_mean": 27.68,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4275,8 +4493,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4289,8 +4507,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 598.84,
-      "tps_std": 0.4,
+      "tps_mean": 601.42,
+      "tps_std": 0.05,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4304,8 +4522,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4318,7 +4536,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.41,
+      "tps_mean": 34.92,
       "tps_std": 0.01,
       "error": false,
       "error_type": null,
@@ -4333,8 +4551,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4347,7 +4565,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 868.42,
+      "tps_mean": 909.65,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4362,8 +4580,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4376,7 +4594,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 27.51,
+      "tps_mean": 30.59,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4391,8 +4609,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4405,7 +4623,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 494.21,
+      "tps_mean": 514.42,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4420,8 +4638,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4434,7 +4652,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.48,
+      "tps_mean": 27.32,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4449,8 +4667,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4463,8 +4681,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 3963.4,
-      "tps_std": 14.39,
+      "tps_mean": 4062.5,
+      "tps_std": 9.92,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4478,8 +4696,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4492,7 +4710,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.44,
+      "tps_mean": 34.98,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4507,8 +4725,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4521,7 +4739,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 397.69,
+      "tps_mean": 406.07,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4536,8 +4754,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4550,7 +4768,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 27.47,
+      "tps_mean": 30.58,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4565,8 +4783,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4579,7 +4797,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 295.42,
+      "tps_mean": 303.68,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4594,8 +4812,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4608,7 +4826,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.47,
+      "tps_mean": 27.29,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4623,8 +4841,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4637,8 +4855,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 612.14,
-      "tps_std": 0.41,
+      "tps_mean": 615.8,
+      "tps_std": 0.35,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4652,8 +4870,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4666,8 +4884,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.43,
-      "tps_std": 0.01,
+      "tps_mean": 34.96,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4681,8 +4899,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4695,7 +4913,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1058.69,
+      "tps_mean": 1061.21,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4710,8 +4928,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4724,7 +4942,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 27.78,
+      "tps_mean": 30.86,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4739,8 +4957,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4753,7 +4971,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 621.76,
+      "tps_mean": 618.25,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4768,8 +4986,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4782,7 +5000,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.94,
+      "tps_mean": 27.77,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4797,8 +5015,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4811,8 +5029,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4172.76,
-      "tps_std": 21.37,
+      "tps_mean": 4243.57,
+      "tps_std": 22.42,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4826,8 +5044,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4840,8 +5058,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.48,
-      "tps_std": 0.01,
+      "tps_mean": 35.08,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -4855,8 +5073,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4884,8 +5102,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4898,7 +5116,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 27.78,
+      "tps_mean": 30.85,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4913,8 +5131,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4927,7 +5145,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 336.61,
+      "tps_mean": 335.46,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4942,8 +5160,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4956,7 +5174,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.93,
+      "tps_mean": 27.79,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -4971,8 +5189,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -4985,8 +5203,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 617.68,
-      "tps_std": 0.32,
+      "tps_mean": 620.01,
+      "tps_std": 0.14,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5000,8 +5218,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -5014,8 +5232,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.49,
-      "tps_std": 0.01,
+      "tps_mean": 35.01,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5029,240 +5247,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4243.27,
-      "tps_std": 9.54,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.4,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 596.53,
-      "tps_std": 0.31,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.39,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4352.84,
-      "tps_std": 10.67,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.44,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 602.48,
-      "tps_std": 0.5,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.44,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -5275,7 +5261,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 832.53,
+      "tps_mean": 918.5,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -5290,8 +5276,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -5304,7 +5290,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 27.47,
+      "tps_mean": 30.52,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -5319,8 +5305,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -5333,7 +5319,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 463.8,
+      "tps_mean": 512.14,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -5348,8 +5334,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -5362,7 +5348,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.48,
+      "tps_mean": 27.23,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -5377,8 +5363,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -5391,8 +5377,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4238.6,
-      "tps_std": 12.37,
+      "tps_mean": 4416.42,
+      "tps_std": 3.69,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5406,8 +5392,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -5420,7 +5406,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.39,
+      "tps_mean": 34.93,
       "tps_std": 0.01,
       "error": false,
       "error_type": null,
@@ -5435,8 +5421,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -5449,7 +5435,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 383.9,
+      "tps_mean": 399.02,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -5464,8 +5450,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -5478,7 +5464,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 27.46,
+      "tps_mean": 30.51,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -5493,8 +5479,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -5507,7 +5493,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 281.71,
+      "tps_mean": 297.56,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -5522,8 +5508,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -5536,7 +5522,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.45,
+      "tps_mean": 27.24,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -5551,8 +5537,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -5565,8 +5551,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 598.2,
-      "tps_std": 0.19,
+      "tps_mean": 599.6,
+      "tps_std": 0.38,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -5580,8 +5566,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -5594,1103 +5580,7350 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.39,
-      "tps_std": 0.02,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 964.51,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 27.76,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 544.22,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 24.91,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4327.37,
-      "tps_std": 7.29,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.44,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 406.04,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 27.77,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 308.59,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 24.92,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 599.7,
-      "tps_std": 0.58,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.4,
-      "tps_std": 0.02,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4358.63,
-      "tps_std": 10.5,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.46,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 598.95,
-      "tps_std": 0.48,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.45,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 403.34,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 18.97,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 242.85,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 14.1,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 874.94,
-      "tps_std": 7.12,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 29.2,
-      "tps_std": 0.09,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 718.51,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 22.17,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 442.1,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 18.81,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1578.59,
-      "tps_std": 104.98,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Ministral-3-8B-Instruct-2512-BF16",
-      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 27.74,
-      "tps_std": 0.07,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 8.49,
-      "file_size_gib": 15.81,
-      "name_params_b": 8.49,
-      "quant": "BF16",
-      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7-nightly-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 818.04,
-      "tps_std": 30.69,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7-nightly-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 57.16,
-      "tps_std": 0.5,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7-nightly-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7-nightly-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 644.36,
-      "tps_std": 8.83,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 51.88,
-      "tps_std": 0.17,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 800.5,
-      "tps_std": 43.62,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 57.29,
+      "tps_mean": 34.83,
       "tps_std": 0.03,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
       "ngl": 99,
       "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 952.0,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 30.82,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 544.66,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 27.68,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4505.81,
+      "tps_std": 6.05,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 34.95,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 404.69,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 30.78,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 306.83,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 27.68,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 601.45,
+      "tps_std": 0.34,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 34.87,
+      "tps_std": 0.03,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 364.47,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 20.25,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 152.32,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 16.24,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 837.88,
+      "tps_std": 0.6,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 32.79,
+      "tps_std": 0.04,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 697.39,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 24.35,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 389.12,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 19.99,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1634.39,
+      "tps_std": 1.81,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Ministral-3-8B-Instruct-2512-BF16",
+      "model_clean": "Ministral-3-8B-Instruct-2512-BF16",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 31.97,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 8.49,
+      "file_size_gib": 15.81,
+      "name_params_b": 8.49,
+      "quant": "BF16",
+      "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2204.46,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 97.16,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1658.38,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 91.7,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1753.71,
+      "tps_std": 31.35,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 105.09,
+      "tps_std": 0.52,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2208.18,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 97.14,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1669.45,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 91.63,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1851.56,
+      "tps_std": 12.91,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 105.15,
+      "tps_std": 0.53,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2005.2,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 100.17,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1470.0,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 97.4,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1743.72,
+      "tps_std": 17.25,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 104.85,
+      "tps_std": 0.55,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2024.04,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 100.21,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1485.7,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 97.57,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1829.27,
+      "tps_std": 5.05,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 105.09,
+      "tps_std": 0.54,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2362.58,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 97.14,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1606.39,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 93.2,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2759.42,
+      "tps_std": 17.72,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 103.59,
+      "tps_std": 0.36,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2374.87,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 97.12,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1608.95,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 93.5,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2739.05,
+      "tps_std": 26.45,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 103.47,
+      "tps_std": 0.34,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2406.51,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 98.38,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1670.91,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 95.78,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2756.89,
+      "tps_std": 48.39,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 103.74,
+      "tps_std": 0.36,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2448.73,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 98.17,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1686.51,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 95.81,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2757.96,
+      "tps_std": 44.26,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 103.64,
+      "tps_std": 0.35,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2452.75,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 96.72,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1702.97,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 92.88,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2773.64,
+      "tps_std": 14.53,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 103.14,
+      "tps_std": 0.39,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2466.92,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 96.97,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1711.57,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 92.66,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2763.54,
+      "tps_std": 51.52,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 103.18,
+      "tps_std": 0.37,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2589.17,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 98.32,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1830.06,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 95.4,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2803.61,
+      "tps_std": 9.56,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 103.3,
+      "tps_std": 0.34,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2604.31,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 98.13,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1826.51,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 95.74,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2801.11,
+      "tps_std": 12.96,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 102.96,
+      "tps_std": 0.34,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2361.24,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 97.16,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1605.39,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 93.19,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2779.85,
+      "tps_std": 17.44,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 103.54,
+      "tps_std": 0.39,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2372.55,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 97.22,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1612.11,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 93.33,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2736.6,
+      "tps_std": 37.72,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 103.81,
+      "tps_std": 0.3,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2436.91,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 98.18,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1690.56,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 95.61,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2790.54,
+      "tps_std": 8.43,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 103.38,
+      "tps_std": 0.34,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2462.94,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 98.32,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1693.15,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 95.74,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2761.6,
+      "tps_std": 14.79,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 103.42,
+      "tps_std": 0.32,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1407.28,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 90.63,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 670.28,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 71.0,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2240.26,
+      "tps_std": 11.53,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 118.32,
+      "tps_std": 0.35,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1502.66,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 82.92,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1126.06,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 75.97,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1695.4,
+      "tps_std": 23.13,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 91.72,
+      "tps_std": 0.11,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 21.26,
+      "name_params_b": 31.58,
+      "quant": "Q4_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1453.85,
+      "tps_std": 8.67,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 81.16,
+      "tps_std": 0.17,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2056.13,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 77.5,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1572.46,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 74.13,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1167.18,
+      "tps_std": 8.95,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 81.26,
+      "tps_std": 0.23,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1682.45,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 77.56,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1346.2,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 74.23,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1448.14,
+      "tps_std": 6.4,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 81.19,
+      "tps_std": 0.16,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1892.64,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 79.06,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1039.0,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 77.04,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1164.2,
+      "tps_std": 3.33,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 81.04,
+      "tps_std": 0.24,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1568.79,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 78.55,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1221.04,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 77.04,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2851.41,
+      "tps_std": 24.68,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 80.51,
+      "tps_std": 0.42,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2386.76,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 77.2,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1481.31,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 65.29,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1874.32,
+      "tps_std": 22.78,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 80.57,
+      "tps_std": 0.42,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1909.34,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 77.05,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1374.42,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 74.59,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2851.87,
+      "tps_std": 12.88,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 80.41,
+      "tps_std": 0.39,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2464.96,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 77.64,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1704.06,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 76.11,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1869.7,
+      "tps_std": 14.66,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 80.36,
+      "tps_std": 0.37,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1957.91,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 77.61,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1433.7,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 76.11,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2764.27,
+      "tps_std": 25.54,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 79.76,
+      "tps_std": 0.38,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2415.59,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 76.32,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1681.78,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 74.19,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1727.22,
+      "tps_std": 18.13,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 79.87,
+      "tps_std": 0.35,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1942.7,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 76.5,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1436.41,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 73.94,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2785.29,
+      "tps_std": 16.13,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 79.88,
+      "tps_std": 0.35,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2536.72,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 77.33,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1801.56,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 75.78,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1724.03,
+      "tps_std": 6.57,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 79.98,
+      "tps_std": 0.37,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2020.27,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 77.19,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1524.17,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 75.68,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2852.77,
+      "tps_std": 38.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 80.59,
+      "tps_std": 0.4,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2383.22,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 77.01,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1613.49,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 74.77,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1690.11,
+      "tps_std": 1.33,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 80.55,
+      "tps_std": 0.41,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1871.63,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 77.06,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1358.9,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 74.55,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2862.32,
+      "tps_std": 30.4,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 80.48,
+      "tps_std": 0.41,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2475.6,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 77.72,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1701.74,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 76.06,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1683.76,
+      "tps_std": 11.86,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 80.43,
+      "tps_std": 0.38,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1913.98,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 77.7,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1425.5,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 76.17,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2349.2,
+      "tps_std": 4.88,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 94.19,
+      "tps_std": 0.04,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1421.57,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 74.69,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 710.37,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 60.48,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1758.38,
+      "tps_std": 13.96,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 76.77,
+      "tps_std": 0.08,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1559.49,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 70.05,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1158.36,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 65.09,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 31.58,
+      "file_size_gib": 37.66,
+      "name_params_b": 31.58,
+      "quant": "Q8_K_XL",
+      "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 820.65,
+      "tps_std": 16.57,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 59.23,
+      "tps_std": 0.07,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 800.63,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 39.85,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 496.22,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 37.66,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 416.61,
+      "tps_std": 7.14,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 52.95,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 387.71,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 41.68,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 291.6,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 33.99,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 811.34,
+      "tps_std": 7.01,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
       "params_b": 30.53,
       "file_size_gib": 56.89,
       "name_params_b": 30.53,
@@ -6699,8 +12932,37 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 58.86,
+      "tps_std": 0.1,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -6712,22 +12974,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 660.44,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
       "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 50.2,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
@@ -6738,22 +13032,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 384.22,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
       "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 44.25,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
@@ -6765,8 +13091,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 638.77,
-      "tps_std": 8.84,
+      "tps_mean": 414.64,
+      "tps_std": 3.29,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6780,8 +13106,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -6794,8 +13120,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 51.65,
-      "tps_std": 0.42,
+      "tps_mean": 52.63,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6809,8 +13135,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -6822,22 +13148,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 343.9,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
       "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 45.66,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
@@ -6848,22 +13206,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 249.51,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
       "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 40.62,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
@@ -6875,8 +13265,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1577.01,
-      "tps_std": 83.25,
+      "tps_mean": 1594.29,
+      "tps_std": 110.28,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6890,8 +13280,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -6904,8 +13294,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 57.72,
-      "tps_std": 0.5,
+      "tps_mean": 59.36,
+      "tps_std": 0.15,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -6919,8 +13309,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -6935,8 +13325,8 @@
       "test": null,
       "tps_mean": null,
       "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
+      "error": false,
+      "error_type": null,
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -6958,22 +13348,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 351.26,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
       "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 42.02,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
@@ -6985,8 +13407,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 670.79,
-      "tps_std": 24.36,
+      "tps_mean": 687.0,
+      "tps_std": 10.85,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -7000,8 +13422,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -7014,8 +13436,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 57.75,
-      "tps_std": 0.5,
+      "tps_mean": 59.54,
+      "tps_std": 0.14,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -7029,8 +13451,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -7042,22 +13464,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 355.41,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
       "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 48.92,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
@@ -7068,22 +13522,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 254.38,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
       "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 41.84,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
@@ -7095,8 +13581,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1640.28,
-      "tps_std": 17.48,
+      "tps_mean": 1669.86,
+      "tps_std": 48.62,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -7110,8 +13596,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -7124,783 +13610,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 55.41,
-      "tps_std": 0.06,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 676.65,
-      "tps_std": 20.88,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 57.63,
-      "tps_std": 0.04,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1686.79,
-      "tps_std": 32.81,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 58.26,
-      "tps_std": 0.15,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 661.24,
-      "tps_std": 12.2,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 52.64,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1730.61,
-      "tps_std": 34.04,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 57.2,
-      "tps_std": 0.77,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 688.64,
-      "tps_std": 11.04,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 52.51,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1588.08,
-      "tps_std": 46.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 57.3,
-      "tps_std": 0.67,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 676.12,
-      "tps_std": 15.33,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 57.72,
-      "tps_std": 0.04,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1562.53,
-      "tps_std": 124.66,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 57.64,
+      "tps_mean": 58.76,
       "tps_std": 0.13,
       "error": false,
       "error_type": null,
@@ -7911,26 +13621,142 @@
       "file_size_gib": 56.89,
       "name_params_b": 30.53,
       "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 655.47,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 49.39,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 381.2,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 43.6,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
       "fa": true,
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 648.98,
-      "tps_std": 0.99,
+      "tps_mean": 687.04,
+      "tps_std": 1.36,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -7940,26 +13766,26 @@
       "file_size_gib": 56.89,
       "name_params_b": 30.53,
       "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
       "fa": true,
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 51.67,
-      "tps_std": 0.18,
+      "tps_mean": 56.71,
+      "tps_std": 0.11,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -7969,12 +13795,824 @@
       "file_size_gib": 56.89,
       "name_params_b": 30.53,
       "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 386.93,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 49.48,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 269.71,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 43.62,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1714.36,
+      "tps_std": 73.19,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 59.77,
+      "tps_std": 0.24,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 611.39,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 49.23,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 358.69,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 41.79,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 668.17,
+      "tps_std": 11.89,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 52.52,
+      "tps_std": 0.44,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 355.59,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 38.67,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 266.5,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 37.96,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1773.94,
+      "tps_std": 34.01,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 59.46,
+      "tps_std": 0.23,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 709.1,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 49.89,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 431.09,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 44.35,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 685.61,
+      "tps_std": 7.09,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 52.63,
+      "tps_std": 0.57,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 421.95,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 42.79,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 305.65,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 40.43,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -7987,8 +14625,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1556.37,
-      "tps_std": 85.43,
+      "tps_mean": 1595.35,
+      "tps_std": 96.41,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8002,8 +14640,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8016,8 +14654,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 57.91,
-      "tps_std": 0.16,
+      "tps_mean": 59.36,
+      "tps_std": 0.14,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8031,8 +14669,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8044,22 +14682,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 611.58,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
       "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 49.04,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
@@ -8097,8 +14767,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 663.24,
-      "tps_std": 4.86,
+      "tps_mean": 658.91,
+      "tps_std": 2.62,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8112,8 +14782,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8126,7 +14796,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 52.39,
+      "tps_mean": 53.05,
       "tps_std": 0.01,
       "error": false,
       "error_type": null,
@@ -8141,8 +14811,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8154,22 +14824,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 361.11,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
       "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 44.09,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
@@ -8180,22 +14882,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 251.15,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
       "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 37.92,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
@@ -8207,8 +14941,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1532.05,
-      "tps_std": 91.83,
+      "tps_mean": 1623.11,
+      "tps_std": 61.17,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8222,8 +14956,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8236,8 +14970,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 57.22,
-      "tps_std": 0.15,
+      "tps_mean": 58.31,
+      "tps_std": 0.69,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8251,8 +14985,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8264,22 +14998,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 647.73,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
       "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 46.47,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
@@ -8290,22 +15056,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 381.09,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
       "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 43.68,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
@@ -8317,8 +15115,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 667.09,
-      "tps_std": 10.31,
+      "tps_mean": 658.89,
+      "tps_std": 8.59,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8332,8 +15130,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8346,8 +15144,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 52.29,
-      "tps_std": 0.01,
+      "tps_mean": 52.6,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8361,8 +15159,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8374,22 +15172,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 351.0,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
       "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 44.99,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
+      "quant": "BF16",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
@@ -8400,90 +15230,38 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 271.6,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
+      "params_b": 30.53,
+      "file_size_gib": 56.89,
+      "name_params_b": 30.53,
       "quant": "BF16",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 30.0,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 683.86,
-      "tps_std": 15.6,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 56.89,
-      "name_params_b": 30.53,
-      "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
       "env_variant": "hblt0",
       "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 56.94,
-      "tps_std": 0.52,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 40.06,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8493,12 +15271,12 @@
       "file_size_gib": 56.89,
       "name_params_b": 30.53,
       "quant": "BF16",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8511,8 +15289,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 286.15,
-      "tps_std": 12.06,
+      "tps_mean": 321.56,
+      "tps_std": 1.05,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -8526,8 +15304,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8540,8 +15318,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 15.81,
-      "tps_std": 0.17,
+      "tps_mean": 18.51,
+      "tps_std": 0.11,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -8555,8 +15333,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8569,7 +15347,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 158.35,
+      "tps_mean": 198.0,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -8584,8 +15362,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8598,7 +15376,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 12.09,
+      "tps_mean": 16.72,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -8613,8 +15391,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8627,7 +15405,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 108.88,
+      "tps_mean": 85.09,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -8642,8 +15420,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8656,7 +15434,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 12.02,
+      "tps_mean": 15.06,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -8671,8 +15449,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8685,8 +15463,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1886.73,
-      "tps_std": 107.96,
+      "tps_mean": 1946.32,
+      "tps_std": 9.99,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -8700,8 +15478,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8714,8 +15492,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 26.98,
-      "tps_std": 1.9,
+      "tps_mean": 30.49,
+      "tps_std": 0.8,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -8729,8 +15507,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8743,7 +15521,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 594.9,
+      "tps_mean": 560.49,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -8758,8 +15536,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8772,7 +15550,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 13.86,
+      "tps_mean": 24.56,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -8787,8 +15565,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8801,7 +15579,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 285.47,
+      "tps_mean": 268.4,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -8816,8 +15594,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8830,7 +15608,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 9.77,
+      "tps_mean": 5.05,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -8845,8 +15623,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8859,7 +15637,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1009.52,
+      "tps_mean": 991.73,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -8874,8 +15652,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8888,7 +15666,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 69.94,
+      "tps_mean": 68.38,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -8903,8 +15681,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8917,7 +15695,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 556.12,
+      "tps_mean": 546.91,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -8932,8 +15710,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8946,7 +15724,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 50.17,
+      "tps_mean": 46.58,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -8961,8 +15739,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -8975,8 +15753,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1187.71,
-      "tps_std": 4.64,
+      "tps_mean": 1221.3,
+      "tps_std": 2.8,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -8990,8 +15768,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9004,355 +15782,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 107.6,
-      "tps_std": 0.57,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1009.56,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 69.86,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 559.45,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 51.14,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2914.78,
-      "tps_std": 233.63,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 107.46,
-      "tps_std": 0.48,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 745.53,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 78.82,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 408.05,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 63.42,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1205.03,
-      "tps_std": 11.21,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 107.14,
+      "tps_mean": 102.61,
       "tps_std": 0.69,
       "error": false,
       "error_type": null,
@@ -9363,12 +15793,360 @@
       "file_size_gib": 17.35,
       "name_params_b": 30.53,
       "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 998.55,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 68.55,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 545.91,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 50.92,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2971.12,
+      "tps_std": 34.05,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 102.81,
+      "tps_std": 0.5,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 733.25,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 77.98,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 406.34,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 64.66,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1201.73,
+      "tps_std": 13.28,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 101.99,
+      "tps_std": 0.66,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9381,7 +16159,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 743.47,
+      "tps_mean": 736.88,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9396,8 +16174,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9410,7 +16188,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 78.71,
+      "tps_mean": 77.88,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9425,8 +16203,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9439,7 +16217,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 409.2,
+      "tps_mean": 406.94,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9454,8 +16232,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9468,7 +16246,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 63.48,
+      "tps_mean": 64.73,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9483,8 +16261,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9497,8 +16275,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2873.06,
-      "tps_std": 13.41,
+      "tps_mean": 2854.35,
+      "tps_std": 13.63,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9512,8 +16290,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9526,8 +16304,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 106.98,
-      "tps_std": 0.64,
+      "tps_mean": 102.32,
+      "tps_std": 0.38,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9541,8 +16319,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9555,7 +16333,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 624.67,
+      "tps_mean": 682.11,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9570,8 +16348,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9584,7 +16362,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 72.28,
+      "tps_mean": 72.79,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9599,8 +16377,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9613,7 +16391,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 336.79,
+      "tps_mean": 371.93,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9628,8 +16406,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9642,7 +16420,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 56.71,
+      "tps_mean": 57.57,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9657,8 +16435,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9671,8 +16449,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2803.16,
-      "tps_std": 16.89,
+      "tps_mean": 2793.21,
+      "tps_std": 13.59,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9686,8 +16464,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9700,8 +16478,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 102.98,
-      "tps_std": 0.55,
+      "tps_mean": 100.8,
+      "tps_std": 0.41,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9715,8 +16493,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9729,7 +16507,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 625.56,
+      "tps_mean": 683.08,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9744,8 +16522,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9758,7 +16536,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 72.41,
+      "tps_mean": 72.75,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9773,8 +16551,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9787,7 +16565,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 341.42,
+      "tps_mean": 371.98,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9802,8 +16580,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9816,7 +16594,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 53.72,
+      "tps_mean": 57.38,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9831,8 +16609,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9845,8 +16623,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2795.19,
-      "tps_std": 24.52,
+      "tps_mean": 2752.82,
+      "tps_std": 3.53,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9860,8 +16638,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9874,8 +16652,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 101.55,
-      "tps_std": 0.4,
+      "tps_mean": 100.71,
+      "tps_std": 0.48,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -9889,8 +16667,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9903,7 +16681,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 730.98,
+      "tps_mean": 726.75,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9918,8 +16696,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9932,7 +16710,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 73.7,
+      "tps_mean": 74.57,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9947,8 +16725,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9961,7 +16739,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 397.89,
+      "tps_mean": 403.88,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -9976,8 +16754,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -9990,7 +16768,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 59.19,
+      "tps_mean": 61.6,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -10005,8 +16783,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -10019,8 +16797,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2887.22,
-      "tps_std": 42.71,
+      "tps_mean": 2811.22,
+      "tps_std": 21.68,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10034,8 +16812,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -10048,8 +16826,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 103.24,
-      "tps_std": 0.49,
+      "tps_mean": 99.58,
+      "tps_std": 0.54,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10063,8 +16841,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -10077,7 +16855,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 736.16,
+      "tps_mean": 735.57,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -10092,8 +16870,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -10106,7 +16884,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 73.3,
+      "tps_mean": 74.71,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -10121,8 +16899,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -10135,7 +16913,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 406.18,
+      "tps_mean": 404.82,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -10150,8 +16928,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -10164,7 +16942,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 59.22,
+      "tps_mean": 61.84,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -10179,8 +16957,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -10193,8 +16971,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2856.67,
-      "tps_std": 13.72,
+      "tps_mean": 2821.94,
+      "tps_std": 21.61,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -10208,8 +16986,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -10222,1631 +17000,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 100.53,
-      "tps_std": 0.62,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 668.97,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 73.51,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 364.36,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 57.28,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2813.43,
-      "tps_std": 19.17,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 105.57,
-      "tps_std": 0.35,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 669.72,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 73.74,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 366.16,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 56.94,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2805.82,
-      "tps_std": 12.56,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 105.84,
-      "tps_std": 0.41,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 837.05,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 75.93,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 471.22,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 60.49,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2898.68,
-      "tps_std": 108.51,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 105.66,
-      "tps_std": 0.45,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 844.53,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 76.5,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 477.45,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 61.07,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2934.64,
-      "tps_std": 33.57,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 105.81,
-      "tps_std": 0.41,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2733.56,
-      "tps_std": 171.5,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 101.21,
-      "tps_std": 0.55,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2779.82,
-      "tps_std": 39.08,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 100.99,
-      "tps_std": 0.24,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2723.67,
-      "tps_std": 221.55,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 100.3,
-      "tps_std": 0.67,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2857.26,
-      "tps_std": 9.36,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 100.7,
-      "tps_std": 0.42,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 622.46,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 72.32,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 341.42,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 56.64,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2816.71,
-      "tps_std": 32.12,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 102.96,
-      "tps_std": 0.75,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 623.52,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 71.99,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 341.6,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 56.65,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2788.27,
-      "tps_std": 21.84,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 103.2,
-      "tps_std": 0.51,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 733.54,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 73.55,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 395.85,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 59.13,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2867.19,
-      "tps_std": 13.92,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 102.01,
-      "tps_std": 0.63,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 736.46,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 73.45,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 406.36,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 59.16,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2856.57,
-      "tps_std": 29.59,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 100.81,
+      "tps_mean": 99.83,
       "tps_std": 0.47,
       "error": false,
       "error_type": null,
@@ -11857,113 +17011,1389 @@
       "file_size_gib": 17.35,
       "name_params_b": 30.53,
       "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 705.52,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 73.35,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 387.54,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 58.21,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2812.78,
+      "tps_std": 14.7,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 102.0,
+      "tps_std": 0.42,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 704.73,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 73.06,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 386.99,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 58.13,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2787.78,
+      "tps_std": 28.58,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 101.8,
+      "tps_std": 0.4,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 833.64,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 76.13,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 472.2,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 62.31,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2931.55,
+      "tps_std": 43.83,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 101.88,
+      "tps_std": 0.53,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 845.67,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 76.21,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 473.75,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 62.22,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2887.18,
+      "tps_std": 25.66,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 101.53,
+      "tps_std": 0.46,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 682.08,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 72.7,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 372.48,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 57.52,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2789.33,
+      "tps_std": 33.46,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 100.84,
+      "tps_std": 0.49,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 683.02,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 72.83,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 372.02,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 57.53,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2773.24,
+      "tps_std": 21.3,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 100.79,
+      "tps_std": 0.44,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 726.33,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 74.52,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 403.22,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 61.65,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2830.34,
+      "tps_std": 38.97,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 99.49,
+      "tps_std": 0.45,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 733.18,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 74.28,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 404.53,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 61.82,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2817.38,
+      "tps_std": 35.19,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 17.35,
+      "name_params_b": 30.53,
+      "quant": "Q4_K_M",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2661.39,
-      "tps_std": 352.85,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 103.15,
-      "tps_std": 0.67,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2860.07,
-      "tps_std": 36.46,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 17.35,
-      "name_params_b": 30.53,
-      "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
       "env_variant": "hblt0",
       "fa": true,
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 101.6,
-      "tps_std": 0.58,
+      "tps_mean": 99.77,
+      "tps_std": 0.45,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -11973,12 +18403,12 @@
       "file_size_gib": 17.35,
       "name_params_b": 30.53,
       "quant": "Q4_K_M",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -11991,7 +18421,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 389.88,
+      "tps_mean": 268.02,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12006,8 +18436,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12020,7 +18450,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 49.62,
+      "tps_mean": 46.58,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12035,8 +18465,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12049,7 +18479,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 201.27,
+      "tps_mean": 96.46,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12064,8 +18494,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12078,7 +18508,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 23.92,
+      "tps_mean": 26.53,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12093,8 +18523,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12107,8 +18537,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1213.41,
-      "tps_std": 52.49,
+      "tps_mean": 1730.03,
+      "tps_std": 5.89,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -12122,8 +18552,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12136,8 +18566,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 110.66,
-      "tps_std": 0.02,
+      "tps_mean": 113.42,
+      "tps_std": 0.05,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -12151,8 +18581,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12165,7 +18595,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 591.92,
+      "tps_mean": 571.13,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12180,8 +18610,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12194,7 +18624,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 64.3,
+      "tps_mean": 62.87,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12209,8 +18639,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12223,7 +18653,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 332.93,
+      "tps_mean": 261.76,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12238,8 +18668,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12252,7 +18682,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 46.15,
+      "tps_mean": 45.5,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12267,8 +18697,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12281,8 +18711,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1186.84,
-      "tps_std": 47.8,
+      "tps_mean": 1473.3,
+      "tps_std": 4.62,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -12296,8 +18726,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12310,8 +18740,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 102.53,
-      "tps_std": 0.36,
+      "tps_mean": 104.81,
+      "tps_std": 0.1,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -12325,8 +18755,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12339,8 +18769,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1124.96,
-      "tps_std": 18.06,
+      "tps_mean": 1129.68,
+      "tps_std": 33.92,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -12354,8 +18784,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12368,8 +18798,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 77.36,
-      "tps_std": 0.02,
+      "tps_mean": 76.06,
+      "tps_std": 1.6,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -12383,8 +18813,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12397,7 +18827,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 925.95,
+      "tps_mean": 916.56,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12412,8 +18842,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12426,7 +18856,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 56.08,
+      "tps_mean": 56.84,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12441,8 +18871,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12455,7 +18885,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 496.65,
+      "tps_mean": 429.58,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12470,8 +18900,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12484,7 +18914,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 43.58,
+      "tps_mean": 43.74,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12499,8 +18929,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12513,8 +18943,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1741.88,
-      "tps_std": 9.34,
+      "tps_mean": 1729.1,
+      "tps_std": 12.72,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -12528,8 +18958,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12542,8 +18972,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 77.41,
-      "tps_std": 0.11,
+      "tps_mean": 77.07,
+      "tps_std": 0.22,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -12557,8 +18987,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12571,7 +19001,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 880.38,
+      "tps_mean": 867.86,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12586,8 +19016,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12600,7 +19030,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 56.2,
+      "tps_mean": 56.73,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12615,8 +19045,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12629,7 +19059,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 518.19,
+      "tps_mean": 504.13,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12644,8 +19074,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12658,7 +19088,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 43.57,
+      "tps_mean": 44.25,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -12673,8 +19103,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12687,8 +19117,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1161.1,
-      "tps_std": 14.16,
+      "tps_mean": 1119.16,
+      "tps_std": 7.51,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -12702,8 +19132,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -12716,2154 +19146,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 76.94,
-      "tps_std": 0.66,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 700.17,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 61.73,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 323.72,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 52.03,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1716.43,
-      "tps_std": 20.79,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 77.09,
-      "tps_std": 0.15,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 674.08,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 61.71,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 387.83,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 52.17,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2964.37,
-      "tps_std": 19.03,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 77.1,
-      "tps_std": 0.22,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 629.39,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 59.02,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 342.35,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 49.03,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2683.21,
-      "tps_std": 17.21,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 76.97,
-      "tps_std": 0.22,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 608.61,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 59.46,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 335.81,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 49.03,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 3047.17,
-      "tps_std": 30.17,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 75.95,
-      "tps_std": 0.22,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 737.67,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 59.93,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 407.9,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 50.8,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2739.55,
-      "tps_std": 21.33,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 75.92,
-      "tps_std": 0.24,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 711.88,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 59.7,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 399.61,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 50.76,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 3040.27,
-      "tps_std": 8.51,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 78.34,
-      "tps_std": 0.26,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 669.98,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 59.94,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 368.96,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 49.4,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2686.46,
-      "tps_std": 14.34,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 78.42,
-      "tps_std": 0.27,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 645.77,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 59.74,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 360.83,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 49.26,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 3078.21,
-      "tps_std": 160.21,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 77.63,
-      "tps_std": 0.31,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 846.1,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 61.46,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 477.88,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 52.14,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2773.21,
-      "tps_std": 10.68,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 77.53,
-      "tps_std": 0.28,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 814.93,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 61.38,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 466.97,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 51.78,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2965.21,
-      "tps_std": 17.7,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 77.09,
-      "tps_std": 0.21,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2670.23,
-      "tps_std": 11.73,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 77.22,
-      "tps_std": 0.21,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2928.78,
-      "tps_std": 251.26,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 76.1,
-      "tps_std": 0.29,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2713.01,
-      "tps_std": 14.12,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 75.96,
-      "tps_std": 0.29,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2979.5,
-      "tps_std": 32.77,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 77.26,
-      "tps_std": 0.28,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 625.6,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 59.35,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 342.65,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 48.97,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2648.65,
-      "tps_std": 19.9,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
       "tps_mean": 76.82,
-      "tps_std": 0.26,
+      "tps_std": 0.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -14873,25 +19157,25 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 608.95,
+      "tps_mean": 696.92,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -14902,25 +19186,25 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 59.43,
+      "tps_mean": 62.64,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -14931,25 +19215,25 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 336.21,
+      "tps_mean": 353.87,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -14960,25 +19244,25 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 49.08,
+      "tps_mean": 50.34,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -14989,26 +19273,26 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
       "fa": true,
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 3051.37,
-      "tps_std": 17.3,
+      "tps_mean": 1693.15,
+      "tps_std": 22.26,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -15018,26 +19302,26 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
       "fa": true,
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 75.94,
-      "tps_std": 0.31,
+      "tps_mean": 76.67,
+      "tps_std": 0.22,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -15047,25 +19331,25 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 742.91,
+      "tps_mean": 667.38,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15076,25 +19360,25 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 59.63,
+      "tps_mean": 62.62,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15105,25 +19389,25 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 408.78,
+      "tps_mean": 384.78,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15134,25 +19418,25 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 50.72,
+      "tps_mean": 53.76,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15163,26 +19447,26 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
       "fa": true,
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2706.95,
-      "tps_std": 19.8,
+      "tps_mean": 2992.49,
+      "tps_std": 18.9,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -15192,25 +19476,373 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
       "fa": true,
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 75.97,
+      "tps_mean": 76.92,
+      "tps_std": 0.29,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 689.13,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 59.64,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 373.73,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 45.88,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2672.63,
+      "tps_std": 6.67,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 76.83,
+      "tps_std": 0.29,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 664.17,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 59.24,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 366.82,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 49.8,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 3013.39,
+      "tps_std": 46.67,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 75.58,
       "tps_std": 0.3,
       "error": false,
       "error_type": null,
@@ -15221,25 +19853,25 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 713.08,
+      "tps_mean": 733.23,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15250,21 +19882,1065 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
       "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 60.46,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 325.63,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 52.04,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2728.73,
+      "tps_std": 13.24,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 75.54,
+      "tps_std": 0.31,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 709.82,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 60.42,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 396.83,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 52.15,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 3043.63,
+      "tps_std": 26.88,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 77.86,
+      "tps_std": 0.44,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 706.43,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 60.1,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 387.38,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 49.67,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2689.49,
+      "tps_std": 24.71,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 77.9,
+      "tps_std": 0.41,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 680.85,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 59.65,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 380.26,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 49.78,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 3157.65,
+      "tps_std": 27.43,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 77.05,
+      "tps_std": 0.4,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 841.78,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 61.59,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 474.25,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 52.89,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
       "env_variant": "hblt0",
       "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2760.75,
+      "tps_std": 22.87,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 76.89,
+      "tps_std": 0.39,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 811.34,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 61.19,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 462.88,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 52.98,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2964.61,
+      "tps_std": 32.2,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 76.75,
+      "tps_std": 0.3,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 688.25,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
@@ -15279,12 +20955,534 @@
       "file_size_gib": 33.51,
       "name_params_b": 30.53,
       "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 299.62,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 49.37,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2594.24,
+      "tps_std": 23.13,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 76.79,
+      "tps_std": 0.3,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 661.66,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 59.41,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 365.51,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 49.55,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 3039.12,
+      "tps_std": 41.45,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 75.59,
+      "tps_std": 0.3,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 737.13,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 60.47,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 405.76,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 52.15,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2662.45,
+      "tps_std": 21.58,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 75.71,
+      "tps_std": 0.33,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 708.5,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
       "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 60.44,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 30.53,
+      "file_size_gib": 33.51,
+      "name_params_b": 30.53,
+      "quant": "Q8_K_XL",
+      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15297,7 +21495,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 400.11,
+      "tps_mean": 397.0,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15312,8 +21510,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15326,7 +21524,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 48.06,
+      "tps_mean": 52.14,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15341,124 +21539,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 3036.68,
-      "tps_std": 20.1,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 75.98,
-      "tps_std": 0.24,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2742.93,
-      "tps_std": 16.52,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 75.97,
-      "tps_std": 0.28,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 30.53,
-      "file_size_gib": 33.51,
-      "name_params_b": 30.53,
-      "quant": "Q8_K_XL",
-      "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15471,8 +21553,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1713.67,
-      "tps_std": 53.31,
+      "tps_mean": 2144.78,
+      "tps_std": 38.02,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -15486,8 +21568,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15500,8 +21582,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 82.76,
-      "tps_std": 0.08,
+      "tps_mean": 89.88,
+      "tps_std": 0.05,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -15515,8 +21597,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15529,7 +21611,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 403.05,
+      "tps_mean": 272.6,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15544,8 +21626,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15558,7 +21640,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 41.38,
+      "tps_mean": 43.11,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15573,8 +21655,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15587,7 +21669,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 207.11,
+      "tps_mean": 98.61,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15602,8 +21684,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15616,7 +21698,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 25.15,
+      "tps_mean": 26.54,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15631,8 +21713,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15645,8 +21727,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1383.56,
-      "tps_std": 58.73,
+      "tps_mean": 1715.42,
+      "tps_std": 6.48,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -15660,8 +21742,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15674,8 +21756,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 77.98,
-      "tps_std": 0.13,
+      "tps_mean": 84.79,
+      "tps_std": 0.03,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -15689,8 +21771,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15703,7 +21785,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 602.7,
+      "tps_mean": 596.76,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15718,8 +21800,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15732,7 +21814,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 53.51,
+      "tps_mean": 54.76,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15747,8 +21829,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15761,7 +21843,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 347.37,
+      "tps_mean": 267.96,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15776,8 +21858,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15790,7 +21872,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 41.56,
+      "tps_mean": 41.05,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15805,8 +21887,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15819,8 +21901,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 35.15,
-      "tps_std": 0.36,
+      "tps_mean": 36.25,
+      "tps_std": 0.16,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -15834,8 +21916,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15848,7 +21930,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 0.79,
+      "tps_mean": 0.78,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -15863,8 +21945,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15876,22 +21958,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 38.83,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 0.79,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -15902,22 +22016,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 38.88,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 0.78,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -15929,8 +22075,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 809.06,
-      "tps_std": 33.23,
+      "tps_mean": 937.81,
+      "tps_std": 2.28,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -15944,8 +22090,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15958,8 +22104,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 34.09,
-      "tps_std": 0.65,
+      "tps_mean": 33.42,
+      "tps_std": 0.01,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -15973,8 +22119,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -15986,22 +22132,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 957.6,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 32.0,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -16012,22 +22190,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 837.15,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 30.8,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -16039,8 +22249,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 36.04,
-      "tps_std": 1.53,
+      "tps_mean": 36.58,
+      "tps_std": 0.18,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -16054,8 +22264,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -16068,7 +22278,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 0.79,
+      "tps_mean": 0.78,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -16083,8 +22293,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -16096,22 +22306,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 38.23,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 0.77,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -16122,22 +22364,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 38.95,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 0.79,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -16149,8 +22423,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 915.57,
-      "tps_std": 4.7,
+      "tps_mean": 938.97,
+      "tps_std": 3.89,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -16164,8 +22438,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -16178,7 +22452,181 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 34.42,
+      "tps_mean": 33.41,
+      "tps_std": 0.01,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 834.28,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 32.18,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 673.1,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 31.14,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 922.15,
+      "tps_std": 2.66,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 36.3,
       "tps_std": 0.05,
       "error": false,
       "error_type": null,
@@ -16189,122 +22637,12 @@
       "file_size_gib": 42.01,
       "name_params_b": 79.67,
       "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 921.0,
-      "tps_std": 6.15,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 37.13,
-      "tps_std": 0.9,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -16316,22 +22654,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 733.51,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 34.71,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -16342,22 +22712,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 558.25,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 33.55,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -16369,8 +22771,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 963.42,
-      "tps_std": 6.03,
+      "tps_mean": 956.42,
+      "tps_std": 5.82,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -16384,8 +22786,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -16398,8 +22800,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 37.59,
-      "tps_std": 0.07,
+      "tps_mean": 36.32,
+      "tps_std": 0.09,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -16413,8 +22815,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -16426,22 +22828,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 766.59,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 34.81,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -16452,22 +22886,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 577.04,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 33.51,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -16479,8 +22945,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 928.02,
-      "tps_std": 4.53,
+      "tps_mean": 926.16,
+      "tps_std": 3.7,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -16494,8 +22960,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -16508,8 +22974,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 37.7,
-      "tps_std": 0.04,
+      "tps_mean": 36.41,
+      "tps_std": 0.05,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -16523,8 +22989,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -16536,22 +23002,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 812.21,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 34.92,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -16562,22 +23060,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 650.15,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 33.75,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -16589,8 +23119,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 965.17,
-      "tps_std": 4.88,
+      "tps_mean": 959.24,
+      "tps_std": 12.16,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -16604,8 +23134,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -16618,1009 +23148,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 37.81,
-      "tps_std": 0.06,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 922.52,
-      "tps_std": 7.87,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 38.59,
-      "tps_std": 0.07,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 904.88,
-      "tps_std": 3.87,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 34.42,
-      "tps_std": 0.04,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 936.74,
-      "tps_std": 8.89,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 38.87,
-      "tps_std": 0.06,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 906.89,
-      "tps_std": 5.4,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 34.53,
-      "tps_std": 0.1,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 895.25,
-      "tps_std": 9.23,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 37.64,
-      "tps_std": 0.07,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 932.2,
-      "tps_std": 5.85,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 37.8,
-      "tps_std": 0.04,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 843.8,
-      "tps_std": 54.72,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 37.77,
-      "tps_std": 0.11,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 879.13,
-      "tps_std": 5.75,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 34.01,
-      "tps_std": 0.03,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 900.01,
-      "tps_std": 8.67,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 37.77,
-      "tps_std": 0.07,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 887.15,
-      "tps_std": 1.62,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 33.84,
-      "tps_std": 0.04,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 854.9,
-      "tps_std": 49.88,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 37.81,
+      "tps_mean": 36.39,
       "tps_std": 0.08,
       "error": false,
       "error_type": null,
@@ -17631,12 +23159,1230 @@
       "file_size_gib": 42.01,
       "name_params_b": 79.67,
       "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 850.81,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 34.84,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 676.01,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 33.73,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 954.79,
+      "tps_std": 4.58,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 37.36,
+      "tps_std": 0.09,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 805.34,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 35.66,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 629.9,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 34.34,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 957.95,
+      "tps_std": 1.93,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 33.54,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 813.73,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 32.05,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 635.8,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 30.94,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 953.62,
+      "tps_std": 4.08,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 37.48,
+      "tps_std": 0.09,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 853.99,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 36.13,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 691.8,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 34.98,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 960.5,
+      "tps_std": 7.26,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 33.56,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 859.7,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 32.64,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 697.86,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 31.73,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 920.25,
+      "tps_std": 2.43,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 36.25,
+      "tps_std": 0.04,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 735.14,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 34.86,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 551.39,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 33.47,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 924.91,
+      "tps_std": 0.49,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 32.77,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 740.88,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 31.23,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 560.8,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 30.14,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 919.52,
+      "tps_std": 6.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 36.23,
+      "tps_std": 0.05,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -17648,22 +24394,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 809.71,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 34.87,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -17674,22 +24452,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 653.92,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 33.65,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -17701,8 +24511,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 880.89,
-      "tps_std": 2.65,
+      "tps_mean": 932.55,
+      "tps_std": 4.1,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -17716,8 +24526,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -17730,8 +24540,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 33.81,
-      "tps_std": 0.02,
+      "tps_mean": 32.77,
+      "tps_std": 0.04,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -17745,8 +24555,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -17758,22 +24568,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 822.95,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 31.5,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
+      "quant": "Q4_K_XL",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
@@ -17784,93 +24626,38 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 657.97,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": 80.0,
+      "params_b": 79.67,
+      "file_size_gib": 42.01,
+      "name_params_b": 79.67,
       "quant": "Q4_K_XL",
       "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 755.54,
-      "tps_std": 61.49,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
       "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 37.0,
-      "tps_std": 1.56,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
       "env_variant": "hblt0",
       "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 934.42,
-      "tps_std": 4.61,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 30.45,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -17880,41 +24667,12 @@
       "file_size_gib": 42.01,
       "name_params_b": 79.67,
       "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log",
+      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 37.67,
-      "tps_std": 0.15,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 79.67,
-      "file_size_gib": 42.01,
-      "name_params_b": 79.67,
-      "quant": "Q4_K_XL",
-      "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -17927,8 +24685,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 510.76,
-      "tps_std": 1.54,
+      "tps_mean": 585.52,
+      "tps_std": 0.47,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -17942,8 +24700,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -17956,8 +24714,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 52.54,
-      "tps_std": 0.26,
+      "tps_mean": 60.31,
+      "tps_std": 0.03,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -17971,8 +24729,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -17985,7 +24743,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 487.22,
+      "tps_mean": 449.6,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -18000,8 +24758,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18014,7 +24772,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 40.26,
+      "tps_mean": 44.79,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -18029,8 +24787,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18043,7 +24801,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 371.02,
+      "tps_mean": 352.54,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -18058,8 +24816,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18072,7 +24830,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 28.05,
+      "tps_mean": 31.11,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -18087,8 +24845,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18101,8 +24859,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 413.79,
-      "tps_std": 31.74,
+      "tps_mean": 489.72,
+      "tps_std": 0.14,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -18116,8 +24874,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18130,8 +24888,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 29.61,
-      "tps_std": 0.27,
+      "tps_mean": 30.52,
+      "tps_std": 0.1,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -18145,8 +24903,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18159,7 +24917,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 419.92,
+      "tps_mean": 390.17,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -18174,8 +24932,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18188,7 +24946,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 25.61,
+      "tps_mean": 29.94,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -18203,8 +24961,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18217,7 +24975,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 312.36,
+      "tps_mean": 265.53,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -18232,8 +24990,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18246,7 +25004,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.06,
+      "tps_mean": 27.59,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -18261,8 +25019,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18275,7 +25033,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1272.79,
+      "tps_mean": 1269.53,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -18290,8 +25048,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18304,7 +25062,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 28.69,
+      "tps_mean": 31.4,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -18319,8 +25077,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18333,7 +25091,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 1082.97,
+      "tps_mean": 1093.06,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -18348,8 +25106,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18362,7 +25120,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 26.8,
+      "tps_mean": 29.46,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -18377,8 +25135,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18390,22 +25148,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 1498.5,
+      "tps_std": 8.7,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
       "quant": "Q8_K_XL",
       "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 33.89,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-12b-it-UD-Q8_K_XL",
@@ -18417,7 +25207,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1065.38,
+      "tps_mean": 1053.6,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -18432,8 +25222,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -18446,1863 +25236,123 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 28.68,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 947.18,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 26.81,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1204.93,
-      "tps_std": 0.73,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 30.82,
-      "tps_std": 0.27,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1047.11,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 28.9,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 834.79,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 26.89,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1459.81,
-      "tps_std": 7.69,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.28,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 900.98,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 28.89,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 741.81,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 26.87,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1188.76,
-      "tps_std": 0.8,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.18,
-      "tps_std": 0.18,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1289.14,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 28.65,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 887.59,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 26.83,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2607.8,
-      "tps_std": 28.74,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 30.98,
-      "tps_std": 0.02,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1063.47,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 28.68,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 776.3,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 26.81,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1831.32,
-      "tps_std": 5.25,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 30.88,
-      "tps_std": 0.19,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1549.39,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 28.89,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1130.69,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 26.85,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2602.75,
-      "tps_std": 353.11,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.27,
-      "tps_std": 0.02,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1239.05,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 28.87,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 956.1,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 26.89,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1901.78,
-      "tps_std": 7.17,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.09,
-      "tps_std": 0.25,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1439.58,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 28.7,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1025.11,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 26.82,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2707.18,
-      "tps_std": 15.76,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 30.92,
-      "tps_std": 0.06,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1175.36,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 28.7,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 882.91,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 26.79,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1894.6,
-      "tps_std": 6.55,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 30.87,
-      "tps_std": 0.23,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1595.41,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 28.81,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1164.68,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 26.84,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2860.62,
-      "tps_std": 21.62,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.27,
-      "tps_std": 0.03,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1277.42,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 28.86,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 995.61,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 26.84,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1960.79,
-      "tps_std": 6.8,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
       "tps_mean": 31.35,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 932.27,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 29.5,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1220.37,
+      "tps_std": 1.86,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 33.89,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -20313,55 +25363,1737 @@
       "file_size_gib": 13.4,
       "name_params_b": 11.77,
       "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1033.74,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 31.62,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 826.73,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 29.49,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1481.57,
+      "tps_std": 6.32,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 34.2,
+      "tps_std": 0.03,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 889.7,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 31.58,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 734.33,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 29.45,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1200.98,
+      "tps_std": 1.85,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 34.21,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1315.94,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 31.31,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 904.23,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 29.47,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2685.96,
+      "tps_std": 22.11,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 33.95,
+      "tps_std": 0.01,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1072.46,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 31.39,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 788.57,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 29.47,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1860.34,
+      "tps_std": 7.58,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 33.93,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1518.53,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 31.63,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1106.0,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 29.52,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2810.47,
+      "tps_std": 5.15,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 34.27,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1217.92,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 31.63,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 940.1,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 29.53,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1924.14,
+      "tps_std": 10.66,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 34.19,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1493.74,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 31.37,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1060.65,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 29.42,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2776.27,
+      "tps_std": 26.44,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 33.95,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1205.98,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 31.36,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 907.1,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 29.44,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1931.33,
+      "tps_std": 9.58,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 33.93,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1567.83,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 31.55,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1142.02,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 29.42,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2871.27,
+      "tps_std": 12.75,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 34.22,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1264.56,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 31.58,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 973.98,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 29.46,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-12b-it-UD-Q8_K_XL",
+      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1975.9,
+      "tps_std": 10.64,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 11.77,
+      "file_size_gib": 13.4,
+      "name_params_b": 11.77,
+      "quant": "Q8_K_XL",
       "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "gemma-3-12b-it-UD-Q8_K_XL",
       "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2465.1,
-      "tps_std": 257.6,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
       "fa": true,
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.97,
-      "tps_std": 0.02,
+      "tps_mean": 34.2,
+      "tps_std": 0.01,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -20371,186 +27103,12 @@
       "file_size_gib": 13.4,
       "name_params_b": 11.77,
       "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log",
+      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1828.85,
-      "tps_std": 6.68,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 30.83,
-      "tps_std": 0.29,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2726.93,
-      "tps_std": 218.34,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.27,
-      "tps_std": 0.03,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1936.02,
-      "tps_std": 0.61,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.27,
-      "tps_std": 0.02,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20563,7 +27121,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1283.45,
+      "tps_mean": 1317.54,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -20578,8 +27136,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20592,7 +27150,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 28.69,
+      "tps_mean": 31.42,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -20607,8 +27165,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20621,7 +27179,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 885.56,
+      "tps_mean": 903.27,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -20636,8 +27194,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20650,7 +27208,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 26.82,
+      "tps_mean": 29.43,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -20665,8 +27223,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20679,8 +27237,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2672.34,
-      "tps_std": 14.98,
+      "tps_mean": 2693.1,
+      "tps_std": 22.58,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -20694,8 +27252,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20708,8 +27266,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.98,
-      "tps_std": 0.03,
+      "tps_mean": 33.94,
+      "tps_std": 0.01,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -20723,8 +27281,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20737,7 +27295,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1063.06,
+      "tps_mean": 1077.06,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -20752,8 +27310,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20766,7 +27324,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 28.65,
+      "tps_mean": 31.36,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -20781,8 +27339,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20795,7 +27353,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 774.45,
+      "tps_mean": 788.39,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -20810,8 +27368,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20824,7 +27382,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 26.81,
+      "tps_mean": 29.41,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -20839,8 +27397,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20853,8 +27411,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1851.96,
-      "tps_std": 1.4,
+      "tps_mean": 1861.27,
+      "tps_std": 8.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -20868,8 +27426,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20882,8 +27440,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 30.98,
-      "tps_std": 0.02,
+      "tps_mean": 33.9,
+      "tps_std": 0.01,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -20897,8 +27455,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20911,7 +27469,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1537.91,
+      "tps_mean": 1525.24,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -20926,8 +27484,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20940,7 +27498,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 28.87,
+      "tps_mean": 31.62,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -20955,8 +27513,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20969,7 +27527,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 1125.61,
+      "tps_mean": 1106.43,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -20984,8 +27542,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -20998,7 +27556,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 26.88,
+      "tps_mean": 29.54,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21013,8 +27571,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21027,8 +27585,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2854.01,
-      "tps_std": 18.63,
+      "tps_mean": 2828.25,
+      "tps_std": 16.16,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -21042,8 +27600,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21056,7 +27614,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.27,
+      "tps_mean": 34.22,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -21071,8 +27629,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21085,7 +27643,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1233.44,
+      "tps_mean": 1216.84,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21100,8 +27658,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21114,7 +27672,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 28.86,
+      "tps_mean": 31.62,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21129,8 +27687,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21143,7 +27701,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 954.85,
+      "tps_mean": 938.93,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21158,8 +27716,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21172,7 +27730,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 26.81,
+      "tps_mean": 29.51,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21187,8 +27745,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21201,8 +27759,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1937.83,
-      "tps_std": 0.71,
+      "tps_mean": 1923.37,
+      "tps_std": 10.39,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -21216,8 +27774,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21230,7 +27788,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.24,
+      "tps_mean": 34.24,
       "tps_std": 0.02,
       "error": false,
       "error_type": null,
@@ -21245,124 +27803,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2754.63,
-      "tps_std": 44.08,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.25,
-      "tps_std": 0.02,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1900.55,
-      "tps_std": 8.55,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-12b-it-UD-Q8_K_XL",
-      "model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 31.12,
-      "tps_std": 0.2,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 11.77,
-      "file_size_gib": 13.4,
-      "name_params_b": 11.77,
-      "quant": "Q8_K_XL",
-      "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21375,7 +27817,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1204.67,
+      "tps_mean": 1179.21,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21390,8 +27832,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21404,7 +27846,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 28.45,
+      "tps_mean": 30.34,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21419,8 +27861,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21433,7 +27875,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 799.88,
+      "tps_mean": 751.32,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21448,8 +27890,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21462,7 +27904,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 26.81,
+      "tps_mean": 28.79,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21477,8 +27919,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21491,8 +27933,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1234.73,
-      "tps_std": 28.51,
+      "tps_mean": 1533.74,
+      "tps_std": 12.37,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -21506,8 +27948,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21520,8 +27962,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 31.58,
-      "tps_std": 0.04,
+      "tps_mean": 33.52,
+      "tps_std": 0.24,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -21535,8 +27977,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21549,7 +27991,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1034.34,
+      "tps_mean": 1052.27,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21564,8 +28006,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21578,7 +28020,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 21.76,
+      "tps_mean": 22.0,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21593,8 +28035,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21607,7 +28049,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 724.25,
+      "tps_mean": 648.94,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21622,8 +28064,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21636,7 +28078,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 19.48,
+      "tps_mean": 19.15,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21651,8 +28093,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21665,8 +28107,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1319.14,
-      "tps_std": 103.83,
+      "tps_mean": 1330.53,
+      "tps_std": 8.05,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -21680,8 +28122,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21694,8 +28136,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 28.04,
-      "tps_std": 0.09,
+      "tps_mean": 29.43,
+      "tps_std": 0.17,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -21709,8 +28151,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21723,8 +28165,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1585.99,
-      "tps_std": 4.29,
+      "tps_mean": 1604.39,
+      "tps_std": 3.55,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -21738,8 +28180,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21752,7 +28194,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.44,
+      "tps_mean": 10.61,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21767,8 +28209,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21780,22 +28222,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1116.65,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.26,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -21833,8 +28307,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 182.83,
-      "tps_std": 0.05,
+      "tps_mean": 183.89,
+      "tps_std": 0.09,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -21848,8 +28322,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21862,7 +28336,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.3,
+      "tps_mean": 10.45,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21877,8 +28351,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21890,22 +28364,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 174.44,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.1,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -21916,22 +28422,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 167.03,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 9.74,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -21943,8 +28481,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1493.04,
-      "tps_std": 2.86,
+      "tps_mean": 1493.5,
+      "tps_std": 3.65,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -21958,8 +28496,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -21972,7 +28510,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.44,
+      "tps_mean": 10.61,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -21987,8 +28525,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22000,22 +28538,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 941.08,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.31,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22053,8 +28623,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 180.46,
-      "tps_std": 0.12,
+      "tps_mean": 180.71,
+      "tps_std": 0.07,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -22068,8 +28638,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22082,7 +28652,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.31,
+      "tps_mean": 10.45,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -22097,8 +28667,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22110,22 +28680,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 169.11,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.15,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22136,22 +28738,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 158.89,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 9.86,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22162,22 +28796,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 1581.7,
+      "tps_std": 3.47,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 10.63,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22188,22 +28854,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 975.48,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.33,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22241,8 +28939,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 175.25,
-      "tps_std": 0.34,
+      "tps_mean": 175.81,
+      "tps_std": 0.16,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -22256,8 +28954,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22270,7 +28968,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.48,
+      "tps_mean": 10.63,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -22285,8 +28983,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22298,22 +28996,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 165.56,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.33,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22324,22 +29054,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 156.97,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 10.0,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22351,8 +29113,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1576.23,
-      "tps_std": 3.21,
+      "tps_mean": 1591.24,
+      "tps_std": 2.09,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -22366,8 +29128,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22380,7 +29142,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.48,
+      "tps_mean": 10.64,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -22395,8 +29157,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22408,22 +29170,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 956.66,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.33,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22461,8 +29255,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 174.12,
-      "tps_std": 0.14,
+      "tps_mean": 176.22,
+      "tps_std": 0.05,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -22476,8 +29270,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22490,7 +29284,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.48,
+      "tps_mean": 10.64,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -22505,8 +29299,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22518,22 +29312,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 165.18,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.33,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22544,22 +29370,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 157.05,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 10.03,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22571,8 +29429,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1276.65,
-      "tps_std": 2.16,
+      "tps_mean": 1299.15,
+      "tps_std": 1.52,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -22586,8 +29444,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22600,8 +29458,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.48,
-      "tps_std": 0.01,
+      "tps_mean": 10.64,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -22615,8 +29473,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22628,22 +29486,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 883.91,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.33,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22654,22 +29544,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 670.32,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 10.02,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22681,8 +29603,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 178.55,
-      "tps_std": 0.2,
+      "tps_mean": 180.04,
+      "tps_std": 0.07,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -22696,8 +29618,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22710,8 +29632,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.36,
-      "tps_std": 0.01,
+      "tps_mean": 10.51,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -22725,8 +29647,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22738,22 +29660,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 168.86,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.2,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22764,22 +29718,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 159.35,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 9.89,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22791,8 +29777,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1283.11,
-      "tps_std": 63.39,
+      "tps_mean": 1331.57,
+      "tps_std": 2.63,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -22806,8 +29792,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22820,8 +29806,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.48,
-      "tps_std": 0.01,
+      "tps_mean": 10.65,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -22835,8 +29821,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -22848,22 +29834,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 931.17,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.33,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -22874,145 +29892,38 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 738.23,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 179.49,
-      "tps_std": 0.18,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
       "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm6_4_4-hblt0",
+      "env": "rocm6_4_4",
       "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 9.36,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
+      "env_variant": null,
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1528.82,
-      "tps_std": 40.36,
+      "test": "tg32 @ d32768",
+      "tps_mean": 10.03,
+      "tps_std": 0.0,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -23022,54 +29933,25 @@
       "file_size_gib": 50.31,
       "name_params_b": 27.01,
       "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
       "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 9.47,
-      "tps_std": 0.01,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
       "fa": true,
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 173.63,
+      "tps_mean": 180.96,
       "tps_std": 0.09,
       "error": false,
       "error_type": null,
@@ -23080,25 +29962,25 @@
       "file_size_gib": 50.31,
       "name_params_b": 27.01,
       "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
       "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
       "fa": true,
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.48,
+      "tps_mean": 10.53,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -23109,80 +29991,25 @@
       "file_size_gib": 50.31,
       "name_params_b": 27.01,
       "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
       "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
       "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 179.62,
-      "tps_std": 0.14,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 9.37,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 170.69,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -23193,12 +30020,99 @@
       "file_size_gib": 50.31,
       "name_params_b": 27.01,
       "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.21,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 162.78,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 9.92,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -23211,8 +30125,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1599.56,
-      "tps_std": 7.86,
+      "tps_mean": 1575.44,
+      "tps_std": 6.92,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -23226,8 +30140,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -23240,7 +30154,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.48,
+      "tps_mean": 10.63,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -23255,8 +30169,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -23268,22 +30182,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 972.54,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.32,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -23321,8 +30267,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 177.39,
-      "tps_std": 0.07,
+      "tps_mean": 175.55,
+      "tps_std": 0.04,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -23336,8 +30282,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -23350,7 +30296,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.37,
+      "tps_mean": 10.49,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -23365,8 +30311,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -23378,22 +30324,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 166.0,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.18,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -23404,22 +30382,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 145.8,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 9.88,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -23431,8 +30441,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1666.49,
-      "tps_std": 12.25,
+      "tps_mean": 1579.57,
+      "tps_std": 9.93,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -23446,8 +30456,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -23460,7 +30470,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.49,
+      "tps_mean": 10.64,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -23475,8 +30485,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -23488,22 +30498,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 953.41,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.33,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -23514,22 +30556,54 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 726.79,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 10.03,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -23541,8 +30615,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 178.86,
-      "tps_std": 0.11,
+      "tps_mean": 175.89,
+      "tps_std": 0.04,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -23556,8 +30630,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -23570,7 +30644,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 9.37,
+      "tps_mean": 10.5,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -23585,8 +30659,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -23598,22 +30672,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 165.67,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 10.19,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
@@ -23624,63 +30730,37 @@
       "fa": true,
       "context": "longctx32768",
       "context_tokens": 32768,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "runtime",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 157.33,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
       "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1574.37,
-      "tps_std": 2.97,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "gemma-3-27b-it-BF16-00001-of-00002",
       "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
       "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 9.49,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 9.91,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -23691,70 +30771,12 @@
       "file_size_gib": 50.31,
       "name_params_b": 27.01,
       "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 174.8,
-      "tps_std": 0.16,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 9.49,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -23845,8 +30867,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 491.06,
-      "tps_std": 0.56,
+      "tps_mean": 568.31,
+      "tps_std": 1.44,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -23860,8 +30882,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -23874,6 +30896,122 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
+      "tps_mean": 9.91,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 654.31,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 9.48,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 528.1,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 27.01,
+      "file_size_gib": 50.31,
+      "name_params_b": 27.01,
+      "quant": "BF16",
+      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-27b-it-BF16-00001-of-00002",
+      "model_clean": "gemma-3-27b-it-BF16",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
       "tps_mean": 9.12,
       "tps_std": 0.0,
       "error": false,
@@ -23885,128 +31023,12 @@
       "file_size_gib": 50.31,
       "name_params_b": 27.01,
       "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 648.18,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 8.64,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 541.45,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
-      "quant": "BF16",
       "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log",
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-27b-it-BF16-00001-of-00002",
-      "model_clean": "gemma-3-27b-it-BF16",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 8.31,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 27.01,
-      "file_size_gib": 50.31,
-      "name_params_b": 27.01,
-      "quant": "BF16",
-      "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24019,7 +31041,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 4759.11,
+      "tps_mean": 4447.3,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24034,8 +31056,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24048,7 +31070,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 109.45,
+      "tps_mean": 105.93,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24063,8 +31085,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24077,7 +31099,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 3642.83,
+      "tps_mean": 3427.52,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24092,8 +31114,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24106,7 +31128,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 101.43,
+      "tps_mean": 99.05,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24121,8 +31143,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24135,8 +31157,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6743.58,
-      "tps_std": 171.78,
+      "tps_mean": 6633.33,
+      "tps_std": 149.87,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -24150,8 +31172,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24164,8 +31186,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 122.59,
-      "tps_std": 2.18,
+      "tps_mean": 119.58,
+      "tps_std": 0.35,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -24179,8 +31201,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24193,7 +31215,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 4763.38,
+      "tps_mean": 4391.68,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24208,8 +31230,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24222,7 +31244,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 109.46,
+      "tps_mean": 105.8,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24237,8 +31259,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24251,7 +31273,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 3742.66,
+      "tps_mean": 3350.24,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24266,8 +31288,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24280,7 +31302,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 101.21,
+      "tps_mean": 98.82,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24295,8 +31317,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24309,8 +31331,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6720.46,
-      "tps_std": 178.71,
+      "tps_mean": 6615.86,
+      "tps_std": 130.86,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -24324,8 +31346,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24338,8 +31360,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 120.9,
-      "tps_std": 4.67,
+      "tps_mean": 119.53,
+      "tps_std": 0.27,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -24353,8 +31375,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24367,7 +31389,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 3677.16,
+      "tps_mean": 3443.9,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24382,8 +31404,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24396,7 +31418,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 113.73,
+      "tps_mean": 109.62,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24411,8 +31433,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24425,7 +31447,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 2691.11,
+      "tps_mean": 2497.16,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24440,8 +31462,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24454,7 +31476,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 103.21,
+      "tps_mean": 100.47,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24469,8 +31491,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24483,8 +31505,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6477.6,
-      "tps_std": 175.68,
+      "tps_mean": 6364.87,
+      "tps_std": 146.35,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -24498,8 +31520,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24512,8 +31534,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 126.69,
-      "tps_std": 0.08,
+      "tps_mean": 122.35,
+      "tps_std": 0.1,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -24527,8 +31549,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24541,7 +31563,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 3693.31,
+      "tps_mean": 3459.06,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24556,8 +31578,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24570,7 +31592,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 113.84,
+      "tps_mean": 109.28,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24585,8 +31607,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24599,7 +31621,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 2692.18,
+      "tps_mean": 2522.29,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24614,8 +31636,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24628,7 +31650,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 103.4,
+      "tps_mean": 100.48,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24643,8 +31665,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24657,8 +31679,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6492.44,
-      "tps_std": 164.37,
+      "tps_mean": 6355.56,
+      "tps_std": 146.02,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -24672,8 +31694,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24686,8 +31708,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 126.45,
-      "tps_std": 0.08,
+      "tps_mean": 122.41,
+      "tps_std": 0.12,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -24701,8 +31723,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24715,7 +31737,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 3213.82,
+      "tps_mean": 3133.81,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24730,8 +31752,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24744,7 +31766,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 108.42,
+      "tps_mean": 104.36,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24759,8 +31781,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24773,7 +31795,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 2230.85,
+      "tps_mean": 2188.32,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24788,8 +31810,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24802,7 +31824,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 99.82,
+      "tps_mean": 97.48,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -24817,8 +31839,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24831,8 +31853,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6138.56,
-      "tps_std": 162.42,
+      "tps_mean": 6033.78,
+      "tps_std": 138.54,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -24846,8 +31868,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -24860,7 +31882,529 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 121.28,
+      "tps_mean": 118.28,
+      "tps_std": 0.17,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 3123.24,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 104.65,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 2187.78,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 97.6,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 6038.17,
+      "tps_std": 136.32,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 118.53,
+      "tps_std": 0.17,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 3398.69,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 107.69,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 2489.46,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 99.14,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 6246.65,
+      "tps_std": 134.24,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 120.29,
+      "tps_std": 0.02,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 3427.53,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 108.11,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 2468.68,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 99.33,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 6217.34,
+      "tps_std": 132.98,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 120.25,
       "tps_std": 0.04,
       "error": false,
       "error_type": null,
@@ -24871,534 +32415,12 @@
       "file_size_gib": 1.8,
       "name_params_b": 3.88,
       "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 3105.94,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 108.13,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 2235.18,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 99.77,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 6144.37,
-      "tps_std": 161.7,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 121.05,
-      "tps_std": 0.08,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 3651.25,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 111.88,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 2668.7,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 101.94,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 6413.96,
-      "tps_std": 202.49,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 124.42,
-      "tps_std": 0.05,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 3669.78,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 112.11,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 2669.82,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 101.62,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 6418.26,
-      "tps_std": 185.2,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
       "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 124.45,
-      "tps_std": 0.06,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25411,7 +32433,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 3536.78,
+      "tps_mean": 3483.54,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -25426,8 +32448,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25440,7 +32462,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 108.74,
+      "tps_mean": 105.07,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -25455,8 +32477,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25469,7 +32491,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 2503.0,
+      "tps_mean": 2497.63,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -25484,8 +32506,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25498,7 +32520,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 100.43,
+      "tps_mean": 98.05,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -25513,8 +32535,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25527,8 +32549,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 5942.48,
-      "tps_std": 808.62,
+      "tps_mean": 6183.02,
+      "tps_std": 137.51,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -25542,8 +32564,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25556,8 +32578,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 122.41,
-      "tps_std": 0.07,
+      "tps_mean": 118.85,
+      "tps_std": 0.2,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -25571,8 +32593,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25585,7 +32607,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 3553.14,
+      "tps_mean": 3490.92,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -25600,8 +32622,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25614,7 +32636,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 108.76,
+      "tps_mean": 105.51,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -25629,8 +32651,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25643,7 +32665,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 2532.36,
+      "tps_mean": 2493.17,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -25658,8 +32680,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25672,7 +32694,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 100.52,
+      "tps_mean": 98.23,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -25687,8 +32709,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25701,8 +32723,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6326.54,
-      "tps_std": 136.59,
+      "tps_mean": 6215.78,
+      "tps_std": 146.53,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -25716,8 +32738,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25730,8 +32752,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 122.74,
-      "tps_std": 0.08,
+      "tps_mean": 118.81,
+      "tps_std": 0.3,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -25745,8 +32767,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25759,7 +32781,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 3702.74,
+      "tps_mean": 3545.8,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -25774,8 +32796,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25788,7 +32810,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 112.89,
+      "tps_mean": 108.69,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -25803,8 +32825,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25817,7 +32839,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 2739.96,
+      "tps_mean": 2582.33,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -25832,8 +32854,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25846,7 +32868,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 102.41,
+      "tps_mean": 99.84,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -25861,8 +32883,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -25875,239 +32897,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6634.73,
-      "tps_std": 169.45,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 125.92,
-      "tps_std": 0.31,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 3716.52,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 112.78,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 2725.02,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 102.67,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 6616.2,
-      "tps_std": 163.14,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 125.96,
-      "tps_std": 0.16,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 6153.17,
+      "tps_mean": 6395.14,
       "tps_std": 161.4,
       "error": false,
       "error_type": null,
@@ -26118,25 +32908,199 @@
       "file_size_gib": 1.8,
       "name_params_b": 3.88,
       "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
       "model": "gemma-3-4b-it-Q3_K_S",
       "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
       "fa": true,
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 121.18,
+      "tps_mean": 121.8,
+      "tps_std": 0.17,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 3534.67,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 108.48,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 2575.9,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 99.91,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 6358.66,
+      "tps_std": 155.31,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 121.51,
       "tps_std": 0.05,
       "error": false,
       "error_type": null,
@@ -26147,186 +33111,12 @@
       "file_size_gib": 1.8,
       "name_params_b": 3.88,
       "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log",
+      "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 6166.51,
-      "tps_std": 149.4,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 120.02,
-      "tps_std": 2.88,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 6603.82,
-      "tps_std": 189.78,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 125.68,
-      "tps_std": 0.24,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 6566.74,
-      "tps_std": 165.41,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 124.66,
-      "tps_std": 1.92,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26339,7 +33129,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 3159.92,
+      "tps_mean": 3130.83,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26354,8 +33144,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26368,7 +33158,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 107.62,
+      "tps_mean": 104.1,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26383,8 +33173,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26397,7 +33187,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 2231.91,
+      "tps_mean": 2184.49,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26412,8 +33202,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26426,7 +33216,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 99.9,
+      "tps_mean": 97.31,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26441,8 +33231,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26455,8 +33245,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6279.64,
-      "tps_std": 163.15,
+      "tps_mean": 6068.0,
+      "tps_std": 141.82,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -26470,8 +33260,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26484,8 +33274,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 122.09,
-      "tps_std": 0.54,
+      "tps_mean": 118.26,
+      "tps_std": 0.29,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -26499,8 +33289,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26513,7 +33303,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 3192.77,
+      "tps_mean": 3138.61,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26528,8 +33318,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26542,7 +33332,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 107.9,
+      "tps_mean": 104.58,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26557,8 +33347,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26571,7 +33361,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 2240.78,
+      "tps_mean": 2189.53,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26586,8 +33376,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26600,7 +33390,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 99.78,
+      "tps_mean": 97.57,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26615,8 +33405,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26629,8 +33419,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6273.87,
-      "tps_std": 161.21,
+      "tps_mean": 6030.66,
+      "tps_std": 134.34,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -26644,8 +33434,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26658,8 +33448,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 121.74,
-      "tps_std": 0.57,
+      "tps_mean": 118.39,
+      "tps_std": 0.19,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -26673,8 +33463,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26687,7 +33477,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 3648.62,
+      "tps_mean": 3452.97,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26702,8 +33492,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26716,7 +33506,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 112.01,
+      "tps_mean": 108.32,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26731,8 +33521,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26745,7 +33535,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 2658.3,
+      "tps_mean": 2489.72,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26760,8 +33550,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26774,7 +33564,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 102.01,
+      "tps_mean": 99.16,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26789,8 +33579,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26803,8 +33593,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6548.8,
-      "tps_std": 183.77,
+      "tps_mean": 6304.04,
+      "tps_std": 142.14,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -26818,8 +33608,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26832,8 +33622,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 125.52,
-      "tps_std": 0.08,
+      "tps_mean": 120.59,
+      "tps_std": 0.11,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -26847,8 +33637,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26861,7 +33651,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 3642.88,
+      "tps_mean": 3356.75,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26876,8 +33666,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26890,7 +33680,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 111.94,
+      "tps_mean": 108.12,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26905,8 +33695,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26919,7 +33709,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 2668.72,
+      "tps_mean": 2493.0,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26934,8 +33724,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26948,7 +33738,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 101.77,
+      "tps_mean": 99.1,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -26963,8 +33753,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -26977,8 +33767,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 6521.77,
-      "tps_std": 177.3,
+      "tps_mean": 6226.43,
+      "tps_std": 137.58,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -26992,8 +33782,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -27006,8 +33796,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 125.17,
-      "tps_std": 0.46,
+      "tps_mean": 120.14,
+      "tps_std": 0.1,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -27021,124 +33811,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 6385.31,
-      "tps_std": 167.92,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 123.36,
-      "tps_std": 1.92,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 6410.71,
-      "tps_std": 187.6,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 124.05,
-      "tps_std": 0.09,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -27151,7 +33825,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 2716.15,
+      "tps_mean": 2560.48,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -27166,8 +33840,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -27180,7 +33854,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 101.87,
+      "tps_mean": 97.55,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -27195,8 +33869,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -27209,7 +33883,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 2025.77,
+      "tps_mean": 1848.16,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -27224,8 +33898,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -27238,7 +33912,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 100.14,
+      "tps_mean": 92.74,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -27253,8 +33927,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -27267,8 +33941,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2699.08,
-      "tps_std": 10.03,
+      "tps_mean": 3545.06,
+      "tps_std": 9.4,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -27282,8 +33956,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -27296,181 +33970,7 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 113.64,
-      "tps_std": 0.07,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 2326.04,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 85.5,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1650.23,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 63.36,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2188.02,
-      "tps_std": 29.65,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 3.88,
-      "file_size_gib": 1.8,
-      "name_params_b": 3.88,
-      "quant": "Q3_K_S",
-      "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gemma-3-4b-it-Q3_K_S",
-      "model_clean": "gemma-3-4b-it-Q3_K_S",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 97.07,
+      "tps_mean": 115.38,
       "tps_std": 0.1,
       "error": false,
       "error_type": null,
@@ -27481,12 +33981,186 @@
       "file_size_gib": 1.8,
       "name_params_b": 3.88,
       "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2171.23,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 79.14,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1471.82,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 64.02,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2841.26,
+      "tps_std": 36.09,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
       "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gemma-3-4b-it-Q3_K_S",
+      "model_clean": "gemma-3-4b-it-Q3_K_S",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 100.53,
+      "tps_std": 0.33,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 3.88,
+      "file_size_gib": 1.8,
+      "name_params_b": 3.88,
+      "quant": "Q3_K_S",
+      "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -27498,22 +34172,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 802.99,
+      "tps_std": 43.25,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 95.06,
+      "tps_std": 0.46,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -27524,22 +34230,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 888.66,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 74.96,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -27554,7 +34292,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -27576,22 +34314,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
+      "test": "pp512",
+      "tps_mean": 827.56,
+      "tps_std": 51.2,
       "error": false,
       "error_type": null,
-      "backend": null,
-      "ngl": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 95.14,
+      "tps_std": 0.27,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -27602,22 +34372,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 849.96,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 78.08,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -27632,7 +34434,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -27654,22 +34456,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 804.07,
+      "tps_std": 45.07,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 94.41,
+      "tps_std": 0.22,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -27680,22 +34514,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 813.48,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 76.13,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -27710,7 +34576,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -27732,22 +34598,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 819.18,
+      "tps_std": 40.13,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 94.28,
+      "tps_std": 0.33,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -27758,22 +34656,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 841.56,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 73.73,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -27788,7 +34718,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -27810,22 +34740,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 1755.09,
+      "tps_std": 118.7,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 93.81,
+      "tps_std": 0.41,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -27836,22 +34798,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1164.51,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 66.84,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -27866,7 +34860,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -27888,22 +34882,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 1751.32,
+      "tps_std": 129.41,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 94.06,
+      "tps_std": 0.56,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -27914,22 +34940,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1167.79,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 69.24,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -27944,7 +35002,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -27966,22 +35024,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 1691.01,
+      "tps_std": 141.4,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 92.13,
+      "tps_std": 0.58,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -27992,22 +35082,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1081.21,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 66.8,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28022,7 +35144,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -28044,22 +35166,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 1774.69,
+      "tps_std": 84.32,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 92.24,
+      "tps_std": 0.52,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28070,22 +35224,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1085.6,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 69.84,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28100,7 +35286,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -28122,22 +35308,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 1864.88,
+      "tps_std": 13.29,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 93.38,
+      "tps_std": 0.99,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28148,22 +35366,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1258.38,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 76.78,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28178,7 +35428,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -28200,22 +35450,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 1852.06,
+      "tps_std": 26.11,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 93.92,
+      "tps_std": 0.46,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28226,22 +35508,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1275.34,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 76.58,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28256,7 +35570,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -28278,22 +35592,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 1787.65,
+      "tps_std": 13.68,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 94.05,
+      "tps_std": 0.51,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28304,22 +35650,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1265.77,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 83.84,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28334,7 +35712,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -28356,22 +35734,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 1832.76,
+      "tps_std": 26.05,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 92.87,
+      "tps_std": 1.45,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28382,22 +35792,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1275.68,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 83.78,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28412,7 +35854,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -28428,106 +35870,31 @@
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
       "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
       "env_variant": "rocwmma",
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 1825.54,
+      "tps_std": 80.43,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28538,22 +35905,25 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "tg128",
+      "tps_mean": 94.27,
+      "tps_std": 0.56,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28564,22 +35934,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1096.3,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 77.07,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28594,7 +35996,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -28616,22 +36018,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 1788.24,
+      "tps_std": 139.41,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 94.1,
+      "tps_std": 0.57,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28642,22 +36076,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1146.26,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 76.86,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28672,7 +36138,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -28694,22 +36160,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 1718.3,
+      "tps_std": 82.13,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 92.08,
+      "tps_std": 0.65,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28720,22 +36218,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1044.49,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 79.32,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28750,7 +36280,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -28772,22 +36302,54 @@
       "fa": true,
       "context": "default",
       "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp512",
+      "tps_mean": 1739.63,
+      "tps_std": 90.44,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 92.08,
+      "tps_std": 0.55,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28798,22 +36360,54 @@
       "fa": true,
       "context": "longctx16384",
       "context_tokens": 16384,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1063.24,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
       "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
       "quant": "MXFP4",
       "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
       "rpc": false,
       "gpu_config": "dual",
-      "build": null
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 79.15,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
     },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
@@ -28828,7 +36422,7 @@
       "tps_mean": null,
       "tps_std": null,
       "error": true,
-      "error_type": "load",
+      "error_type": "runtime",
       "backend": null,
       "ngl": null,
       "mmap": null,
@@ -28841,58 +36435,6 @@
       "gpu_config": "dual",
       "build": null
     },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": null,
-      "tps_mean": null,
-      "tps_std": null,
-      "error": true,
-      "error_type": "load",
-      "backend": null,
-      "ngl": null,
-      "mmap": null,
-      "params_b": null,
-      "file_size_gib": null,
-      "name_params_b": null,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": null
-    },
     {
       "model": "gpt-oss-120b-mxfp4-00001-of-00003",
       "model_clean": "gpt-oss-120b-mxfp4",
@@ -28903,8 +36445,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 1105.84,
-      "tps_std": 119.3,
+      "tps_mean": 1498.15,
+      "tps_std": 34.95,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -28918,8 +36460,8 @@
       "rpc": false,
       "gpu_config": "dual",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -28932,3580 +36474,3261 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 77.29,
+      "tps_mean": 95.14,
+      "tps_std": 0.28,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 880.37,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 65.43,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 378.62,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 50.86,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 1132.62,
+      "tps_std": 20.95,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 91.03,
+      "tps_std": 0.06,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 912.87,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 69.26,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 571.73,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
+      "model_clean": "gpt-oss-120b-mxfp4",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 8.91,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 116.83,
+      "file_size_gib": 59.02,
+      "name_params_b": 116.83,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log",
+      "rpc": false,
+      "gpu_config": "dual",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1541.02,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 113.45,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 970.84,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 97.42,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2083.71,
+      "tps_std": 52.13,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 137.99,
+      "tps_std": 0.86,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1539.94,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 113.67,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 974.53,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 97.51,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2398.88,
+      "tps_std": 2.21,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 138.72,
+      "tps_std": 0.15,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1414.21,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 117.75,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 914.27,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 104.72,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2077.55,
+      "tps_std": 16.94,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly",
+      "env_base": "rocm",
+      "env_variant": "7-nightly",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 137.26,
+      "tps_std": 0.3,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1418.05,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 117.61,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 913.95,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 104.88,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2302.67,
+      "tps_std": 23.04,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7-nightly-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7-nightly-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 137.36,
+      "tps_std": 0.1,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1819.46,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 111.67,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1054.61,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 96.07,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4687.32,
+      "tps_std": 82.62,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-rocwmma",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 136.75,
+      "tps_std": 0.35,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1820.34,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 111.89,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1006.96,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 95.89,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4590.65,
+      "tps_std": 62.68,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-rocwmma-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 136.86,
+      "tps_std": 0.41,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1677.59,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 114.83,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1002.55,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 102.41,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4475.05,
+      "tps_std": 86.25,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9",
+      "env_base": "rocm",
+      "env_variant": "7.9",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 134.51,
+      "tps_std": 0.54,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1683.06,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 114.82,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1017.35,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 102.66,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4416.15,
+      "tps_std": 108.42,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm-7.9-hblt0",
+      "env_base": "rocm",
+      "env_variant": "7.9-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 134.28,
+      "tps_std": 0.36,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2017.91,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 112.08,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1187.84,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 96.14,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4728.1,
+      "tps_std": 77.56,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-rocwmma",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 136.87,
+      "tps_std": 0.6,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2032.99,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 111.89,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1186.36,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 96.08,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4663.56,
+      "tps_std": 49.5,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-rocwmma-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 136.88,
+      "tps_std": 0.6,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1965.86,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 122.14,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1226.63,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 112.22,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4659.48,
+      "tps_std": 98.92,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4",
+      "env_base": "rocm6_4_4",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 137.39,
+      "tps_std": 0.52,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 2002.6,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 122.31,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1229.01,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 112.35,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4615.05,
+      "tps_std": 96.58,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm6_4_4-hblt0",
+      "env_base": "rocm6_4_4",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 137.03,
+      "tps_std": 0.54,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1830.09,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 112.0,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1063.94,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 96.13,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4660.7,
+      "tps_std": 126.67,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-rocwmma",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 136.56,
+      "tps_std": 0.43,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1839.18,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 111.85,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1069.94,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 95.85,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4625.91,
+      "tps_std": 65.7,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-rocwmma-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "rocwmma-hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 136.32,
+      "tps_std": 0.41,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1676.49,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 114.87,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1011.34,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 102.14,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4517.14,
+      "tps_std": 60.48,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1",
+      "env_base": "rocm7.1.1",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 133.92,
+      "tps_std": 0.56,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1675.63,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 114.53,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 1015.62,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 102.43,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 4388.03,
+      "tps_std": 104.3,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "rocm7.1.1-hblt0",
+      "env_base": "rocm7.1.1",
+      "env_variant": "hblt0",
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 134.38,
+      "tps_std": 0.59,
+      "error": false,
+      "error_type": null,
+      "backend": "ROCm",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 1434.2,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 93.62,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 590.09,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 73.07,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 3571.94,
+      "tps_std": 41.85,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 20.91,
+      "file_size_gib": 11.27,
+      "name_params_b": 20.91,
+      "quant": "MXFP4",
+      "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "gpt-oss-20b-mxfp4",
+      "model_clean": "gpt-oss-20b-mxfp4",
+      "env": "vulkan_amdvlk",
+      "env_base": "vulkan_amdvlk",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 137.19,
       "tps_std": 0.07,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
       "ngl": 99,
       "mmap": null,
-      "params_b": 116.83,
-      "file_size_gib": 59.02,
-      "name_params_b": 116.83,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 863.78,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 116.83,
-      "file_size_gib": 59.02,
-      "name_params_b": 116.83,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 53.14,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 116.83,
-      "file_size_gib": 59.02,
-      "name_params_b": 116.83,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 516.47,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 116.83,
-      "file_size_gib": 59.02,
-      "name_params_b": 116.83,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 45.01,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 116.83,
-      "file_size_gib": 59.02,
-      "name_params_b": 116.83,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 961.89,
-      "tps_std": 13.17,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 116.83,
-      "file_size_gib": 59.02,
-      "name_params_b": 116.83,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 75.93,
-      "tps_std": 0.11,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 116.83,
-      "file_size_gib": 59.02,
-      "name_params_b": 116.83,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 913.28,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 116.83,
-      "file_size_gib": 59.02,
-      "name_params_b": 116.83,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 59.93,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 116.83,
-      "file_size_gib": 59.02,
-      "name_params_b": 116.83,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 608.15,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 116.83,
-      "file_size_gib": 59.02,
-      "name_params_b": 116.83,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-120b-mxfp4-00001-of-00003",
-      "model_clean": "gpt-oss-120b-mxfp4",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 24.3,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 116.83,
-      "file_size_gib": 59.02,
-      "name_params_b": 116.83,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log",
-      "rpc": false,
-      "gpu_config": "dual",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1559.64,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 110.83,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 965.98,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 94.05,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2069.44,
-      "tps_std": 95.76,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 135.08,
-      "tps_std": 1.68,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1565.69,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 110.65,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 989.33,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 94.04,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2382.38,
-      "tps_std": 38.22,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 134.83,
-      "tps_std": 2.76,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1432.01,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 116.48,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 931.89,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 103.84,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2068.95,
-      "tps_std": 25.92,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly",
-      "env_base": "rocm",
-      "env_variant": "7-nightly",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 133.82,
-      "tps_std": 2.24,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1434.9,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 116.39,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 930.75,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 103.92,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2340.43,
-      "tps_std": 21.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7-nightly-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7-nightly-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 134.19,
-      "tps_std": 2.85,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1856.32,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 108.91,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1080.53,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 92.54,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4614.9,
-      "tps_std": 360.64,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-rocwmma",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 134.92,
-      "tps_std": 0.16,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1861.03,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 108.82,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1079.67,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 92.66,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4699.71,
-      "tps_std": 29.02,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-rocwmma-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 134.91,
-      "tps_std": 0.18,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1704.1,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 113.69,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1033.61,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 101.47,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4335.9,
-      "tps_std": 567.42,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9",
-      "env_base": "rocm",
-      "env_variant": "7.9",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 132.77,
-      "tps_std": 0.28,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1708.49,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 113.27,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1033.5,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 101.42,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4477.77,
-      "tps_std": 55.27,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm-7.9-hblt0",
-      "env_base": "rocm",
-      "env_variant": "7.9-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 132.78,
-      "tps_std": 0.28,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 2075.85,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 108.78,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1228.38,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 92.61,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4797.05,
-      "tps_std": 83.61,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-rocwmma",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 134.76,
-      "tps_std": 0.39,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 2069.6,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 108.78,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1236.65,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 92.54,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4694.36,
-      "tps_std": 55.31,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-rocwmma-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 134.68,
-      "tps_std": 0.47,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 2036.77,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 119.5,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1243.44,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 109.45,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4701.61,
-      "tps_std": 88.9,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4",
-      "env_base": "rocm6_4_4",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 135.25,
-      "tps_std": 0.47,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 2036.55,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 120.23,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1256.54,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 109.29,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4648.3,
-      "tps_std": 68.52,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm6_4_4-hblt0",
-      "env_base": "rocm6_4_4",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 135.54,
-      "tps_std": 0.32,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4529.76,
-      "tps_std": 515.81,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 134.76,
-      "tps_std": 0.25,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4663.49,
-      "tps_std": 17.97,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 134.83,
-      "tps_std": 0.22,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4588.21,
-      "tps_std": 47.38,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 132.24,
-      "tps_std": 0.57,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4501.95,
-      "tps_std": 6.95,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 132.67,
-      "tps_std": 0.25,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1874.38,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 108.75,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1083.9,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 92.69,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4784.27,
-      "tps_std": 37.89,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-rocwmma",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 134.51,
-      "tps_std": 0.32,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1870.43,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 108.93,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1091.55,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 92.77,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4690.59,
-      "tps_std": 84.92,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-rocwmma-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 134.54,
-      "tps_std": 0.27,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1701.41,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 113.29,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 983.49,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 101.52,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4558.95,
-      "tps_std": 58.68,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1",
-      "env_base": "rocm7.1.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 131.62,
-      "tps_std": 0.5,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1707.25,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 113.38,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 1024.54,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 101.23,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4510.84,
-      "tps_std": 8.42,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1.1-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 132.55,
-      "tps_std": 0.37,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4431.68,
-      "tps_std": 359.15,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 132.7,
-      "tps_std": 0.33,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4483.07,
-      "tps_std": 48.74,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 132.21,
-      "tps_std": 0.29,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 1572.29,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 93.73,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 831.3,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 71.03,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 2812.95,
-      "tps_std": 77.21,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
       "params_b": 20.91,
       "file_size_gib": 11.27,
       "name_params_b": 20.91,
@@ -32514,37 +39737,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "gpt-oss-20b-mxfp4",
-      "model_clean": "gpt-oss-20b-mxfp4",
-      "env": "vulkan_amdvlk",
-      "env_base": "vulkan_amdvlk",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 123.5,
-      "tps_std": 0.04,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 20.91,
-      "file_size_gib": 11.27,
-      "name_params_b": 20.91,
-      "quant": "MXFP4",
-      "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32557,7 +39751,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1677.77,
+      "tps_mean": 1572.07,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -32572,8 +39766,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32601,8 +39795,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32615,7 +39809,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 1011.88,
+      "tps_mean": 921.86,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -32630,8 +39824,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32644,7 +39838,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 81.88,
+      "tps_mean": 82.04,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -32659,8 +39853,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32673,8 +39867,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2349.6,
-      "tps_std": 135.17,
+      "tps_mean": 2664.37,
+      "tps_std": 20.55,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -32688,8 +39882,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32702,8 +39896,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 117.95,
-      "tps_std": 0.12,
+      "tps_mean": 129.48,
+      "tps_std": 0.16,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -32717,8 +39911,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32731,7 +39925,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1026.89,
+      "tps_mean": 1039.25,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -32746,8 +39940,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32760,7 +39954,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.04,
+      "tps_mean": 41.78,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -32775,8 +39969,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32789,7 +39983,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 644.96,
+      "tps_mean": 657.63,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -32804,8 +39998,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32818,7 +40012,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 23.7,
+      "tps_mean": 26.4,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -32833,8 +40027,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32847,8 +40041,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2475.47,
-      "tps_std": 12.47,
+      "tps_mean": 2445.26,
+      "tps_std": 5.45,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -32862,8 +40056,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32876,8 +40070,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 99.29,
-      "tps_std": 0.02,
+      "tps_mean": 103.66,
+      "tps_std": 0.27,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -32891,8 +40085,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32905,7 +40099,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1027.68,
+      "tps_mean": 1046.22,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -32920,8 +40114,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32934,7 +40128,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.12,
+      "tps_mean": 41.8,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -32949,8 +40143,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32963,7 +40157,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 645.86,
+      "tps_mean": 656.34,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -32978,8 +40172,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -32992,7 +40186,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 23.67,
+      "tps_mean": 26.42,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33007,8 +40201,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33021,8 +40215,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2473.56,
-      "tps_std": 10.8,
+      "tps_mean": 2436.94,
+      "tps_std": 27.7,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -33036,8 +40230,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33050,8 +40244,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 99.28,
-      "tps_std": 0.01,
+      "tps_mean": 103.57,
+      "tps_std": 0.21,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -33065,8 +40259,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33079,7 +40273,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 846.26,
+      "tps_mean": 843.75,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33094,8 +40288,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33108,7 +40302,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.11,
+      "tps_mean": 41.75,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33123,8 +40317,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33137,7 +40331,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 520.67,
+      "tps_mean": 518.15,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33152,8 +40346,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33166,7 +40360,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 23.65,
+      "tps_mean": 26.42,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33181,8 +40375,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33195,8 +40389,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2439.1,
-      "tps_std": 26.9,
+      "tps_mean": 2406.79,
+      "tps_std": 15.36,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -33210,8 +40404,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33224,8 +40418,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 99.21,
-      "tps_std": 0.03,
+      "tps_mean": 103.69,
+      "tps_std": 0.23,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -33239,8 +40433,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33253,7 +40447,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 850.14,
+      "tps_mean": 844.95,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33268,8 +40462,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33282,7 +40476,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 37.97,
+      "tps_mean": 41.76,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33297,8 +40491,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33311,7 +40505,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 521.93,
+      "tps_mean": 518.24,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33326,8 +40520,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33340,7 +40534,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 23.66,
+      "tps_mean": 26.42,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33355,8 +40549,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33369,8 +40563,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2450.63,
-      "tps_std": 15.84,
+      "tps_mean": 2406.32,
+      "tps_std": 17.38,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -33384,8 +40578,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33398,8 +40592,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 99.3,
-      "tps_std": 0.02,
+      "tps_mean": 103.66,
+      "tps_std": 0.24,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -33413,8 +40607,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33427,7 +40621,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 870.61,
+      "tps_mean": 976.94,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33442,8 +40636,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33456,7 +40650,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.35,
+      "tps_mean": 42.2,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33471,8 +40665,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33485,7 +40679,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 487.39,
+      "tps_mean": 545.59,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33500,8 +40694,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33514,7 +40708,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.01,
+      "tps_mean": 26.82,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33529,8 +40723,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33543,8 +40737,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4621.54,
-      "tps_std": 55.79,
+      "tps_mean": 4619.96,
+      "tps_std": 79.54,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -33558,8 +40752,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33572,8 +40766,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.32,
-      "tps_std": 0.03,
+      "tps_mean": 103.16,
+      "tps_std": 0.38,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -33587,8 +40781,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33601,7 +40795,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 870.44,
+      "tps_mean": 974.64,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33616,8 +40810,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33630,7 +40824,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.3,
+      "tps_mean": 42.14,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33645,8 +40839,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33659,7 +40853,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 486.62,
+      "tps_mean": 545.91,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33674,8 +40868,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33688,7 +40882,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 23.99,
+      "tps_mean": 26.87,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33703,8 +40897,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33717,8 +40911,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4610.4,
-      "tps_std": 54.13,
+      "tps_mean": 4577.75,
+      "tps_std": 121.18,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -33732,8 +40926,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33746,8 +40940,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 97.99,
-      "tps_std": 0.02,
+      "tps_mean": 103.58,
+      "tps_std": 0.34,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -33761,8 +40955,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33775,7 +40969,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 983.17,
+      "tps_mean": 984.3,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33790,8 +40984,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33804,7 +40998,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.44,
+      "tps_mean": 42.13,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33819,8 +41013,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33833,7 +41027,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 565.3,
+      "tps_mean": 567.29,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33848,8 +41042,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33862,7 +41056,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.0,
+      "tps_mean": 26.87,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33877,8 +41071,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33891,8 +41085,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4696.02,
-      "tps_std": 67.74,
+      "tps_mean": 4581.56,
+      "tps_std": 108.55,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -33906,8 +41100,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33920,8 +41114,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.56,
-      "tps_std": 0.03,
+      "tps_mean": 103.6,
+      "tps_std": 0.42,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -33935,8 +41129,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33949,7 +41143,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 993.51,
+      "tps_mean": 1002.33,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33964,8 +41158,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -33978,7 +41172,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.41,
+      "tps_mean": 42.2,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -33993,8 +41187,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34007,7 +41201,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 568.34,
+      "tps_mean": 570.07,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34022,8 +41216,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34036,7 +41230,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.02,
+      "tps_mean": 26.88,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34051,8 +41245,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34065,8 +41259,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4692.46,
-      "tps_std": 70.17,
+      "tps_mean": 4685.05,
+      "tps_std": 105.19,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -34080,8 +41274,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34094,8 +41288,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.1,
-      "tps_std": 0.03,
+      "tps_mean": 103.64,
+      "tps_std": 0.34,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -34109,8 +41303,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34123,7 +41317,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 915.22,
+      "tps_mean": 949.18,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34138,8 +41332,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34152,7 +41346,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.47,
+      "tps_mean": 42.42,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34167,8 +41361,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34181,7 +41375,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 504.72,
+      "tps_mean": 516.0,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34196,8 +41390,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34210,7 +41404,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.05,
+      "tps_mean": 26.89,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34225,8 +41419,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34239,8 +41433,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4589.14,
-      "tps_std": 47.46,
+      "tps_mean": 4629.9,
+      "tps_std": 72.94,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -34254,8 +41448,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34268,8 +41462,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.69,
-      "tps_std": 0.16,
+      "tps_mean": 104.03,
+      "tps_std": 0.35,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -34283,8 +41477,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34297,7 +41491,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 913.34,
+      "tps_mean": 947.29,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34312,8 +41506,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34326,7 +41520,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.48,
+      "tps_mean": 42.34,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34341,8 +41535,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34355,7 +41549,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 503.02,
+      "tps_mean": 517.49,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34370,8 +41564,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34384,7 +41578,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.03,
+      "tps_mean": 26.89,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34399,8 +41593,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34413,8 +41607,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4591.97,
-      "tps_std": 43.7,
+      "tps_mean": 4591.33,
+      "tps_std": 125.81,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -34428,8 +41622,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34442,8 +41636,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.73,
-      "tps_std": 0.16,
+      "tps_mean": 103.8,
+      "tps_std": 0.32,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -34457,8 +41651,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34471,7 +41665,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1093.9,
+      "tps_mean": 1088.06,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34486,8 +41680,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34500,7 +41694,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.49,
+      "tps_mean": 42.35,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34515,8 +41709,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34529,7 +41723,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 628.44,
+      "tps_mean": 624.43,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34544,8 +41738,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34558,7 +41752,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.04,
+      "tps_mean": 26.89,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34573,8 +41767,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34587,8 +41781,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4756.4,
-      "tps_std": 61.89,
+      "tps_mean": 4764.42,
+      "tps_std": 103.13,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -34602,8 +41796,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34616,8 +41810,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.62,
-      "tps_std": 0.11,
+      "tps_mean": 102.88,
+      "tps_std": 0.34,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -34631,8 +41825,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34645,7 +41839,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 1096.44,
+      "tps_mean": 1087.95,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34660,8 +41854,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34674,7 +41868,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.48,
+      "tps_mean": 42.25,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34689,8 +41883,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34703,7 +41897,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 631.38,
+      "tps_mean": 624.98,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34718,8 +41912,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34732,7 +41926,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.03,
+      "tps_mean": 26.87,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -34747,8 +41941,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34761,8 +41955,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4745.7,
-      "tps_std": 63.13,
+      "tps_mean": 4755.49,
+      "tps_std": 101.5,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -34776,8 +41970,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -34790,8 +41984,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.57,
-      "tps_std": 0.11,
+      "tps_mean": 102.87,
+      "tps_std": 0.36,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -34805,240 +41999,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4597.18,
-      "tps_std": 49.25,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "rocm7.1-rocwmma",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 98.72,
-      "tps_std": 0.03,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4597.41,
-      "tps_std": 54.29,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "rocm7.1-rocwmma-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "rocwmma-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 98.41,
-      "tps_std": 0.04,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4806.21,
-      "tps_std": 73.61,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "rocm7.1.1-mmf",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 98.03,
-      "tps_std": 0.03,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4786.12,
-      "tps_std": 86.07,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "rocm7.1.1-mmf-hblt0",
-      "env_base": "rocm7.1.1",
-      "env_variant": "mmf-hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 98.49,
-      "tps_std": 0.03,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35051,7 +42013,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 870.43,
+      "tps_mean": 977.2,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35066,8 +42028,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35080,7 +42042,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.44,
+      "tps_mean": 42.21,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35095,8 +42057,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35109,7 +42071,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 486.49,
+      "tps_mean": 545.92,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35124,8 +42086,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35138,7 +42100,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.02,
+      "tps_mean": 26.8,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35153,8 +42115,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35167,8 +42129,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4653.72,
-      "tps_std": 63.28,
+      "tps_mean": 4638.4,
+      "tps_std": 80.96,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -35182,8 +42144,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35196,8 +42158,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.72,
-      "tps_std": 0.07,
+      "tps_mean": 103.75,
+      "tps_std": 0.35,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -35211,8 +42173,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35225,7 +42187,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 870.04,
+      "tps_mean": 976.35,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35240,8 +42202,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35254,7 +42216,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.43,
+      "tps_mean": 42.14,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35269,8 +42231,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35283,7 +42245,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 485.7,
+      "tps_mean": 545.46,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35298,8 +42260,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35312,7 +42274,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 23.98,
+      "tps_mean": 26.82,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35327,8 +42289,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35341,8 +42303,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4652.96,
-      "tps_std": 61.07,
+      "tps_mean": 4595.62,
+      "tps_std": 106.64,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -35356,8 +42318,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35370,8 +42332,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 97.98,
-      "tps_std": 0.04,
+      "tps_mean": 102.85,
+      "tps_std": 0.36,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -35385,8 +42347,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35399,7 +42361,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 989.11,
+      "tps_mean": 994.65,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35414,8 +42376,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35428,7 +42390,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.36,
+      "tps_mean": 42.3,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35443,8 +42405,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35457,7 +42419,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 566.7,
+      "tps_mean": 567.61,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35472,8 +42434,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35486,7 +42448,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 23.97,
+      "tps_mean": 26.82,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35501,8 +42463,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35515,8 +42477,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4799.82,
-      "tps_std": 86.02,
+      "tps_mean": 4687.55,
+      "tps_std": 133.66,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -35530,8 +42492,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35544,8 +42506,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.13,
-      "tps_std": 0.01,
+      "tps_mean": 103.66,
+      "tps_std": 0.34,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -35559,8 +42521,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35573,7 +42535,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 992.79,
+      "tps_mean": 995.99,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35588,8 +42550,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35602,7 +42564,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 38.38,
+      "tps_mean": 42.11,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35617,8 +42579,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35631,7 +42593,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 569.23,
+      "tps_mean": 568.53,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35646,8 +42608,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35660,7 +42622,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 24.02,
+      "tps_mean": 26.81,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35675,8 +42637,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35689,8 +42651,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 4778.61,
-      "tps_std": 91.21,
+      "tps_mean": 4679.68,
+      "tps_std": 110.08,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -35704,8 +42666,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35718,8 +42680,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 98.36,
-      "tps_std": 0.04,
+      "tps_mean": 103.03,
+      "tps_std": 0.38,
       "error": false,
       "error_type": null,
       "backend": "ROCm",
@@ -35733,124 +42695,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "22577583a",
-        "number": "7312"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4705.53,
-      "tps_std": 63.8,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "rocm7.1",
-      "env_base": "rocm7.1",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 97.98,
-      "tps_std": 0.03,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 4696.41,
-      "tps_std": 60.83,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "rocm7.1-hblt0",
-      "env_base": "rocm7.1",
-      "env_variant": "hblt0",
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 98.1,
-      "tps_std": 0.02,
-      "error": false,
-      "error_type": null,
-      "backend": "ROCm",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35863,7 +42709,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "pp2048 @ d16384",
-      "tps_mean": 539.07,
+      "tps_mean": 493.19,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35878,8 +42724,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35892,7 +42738,7 @@
       "context": "longctx16384",
       "context_tokens": 16384,
       "test": "tg32 @ d16384",
-      "tps_mean": 33.4,
+      "tps_mean": 39.09,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35907,8 +42753,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35921,7 +42767,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "pp2048 @ d32768",
-      "tps_mean": 292.34,
+      "tps_mean": 264.89,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35936,8 +42782,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35950,7 +42796,7 @@
       "context": "longctx32768",
       "context_tokens": 32768,
       "test": "tg32 @ d32768",
-      "tps_mean": 18.08,
+      "tps_mean": 19.41,
       "tps_std": 0.0,
       "error": false,
       "error_type": null,
@@ -35965,8 +42811,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -35979,8 +42825,8 @@
       "context": "default",
       "context_tokens": null,
       "test": "pp512",
-      "tps_mean": 2314.7,
-      "tps_std": 25.81,
+      "tps_mean": 3081.52,
+      "tps_std": 54.82,
       "error": false,
       "error_type": null,
       "backend": "Vulkan",
@@ -35994,8 +42840,8 @@
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     },
     {
@@ -36008,7 +42854,181 @@
       "context": "default",
       "context_tokens": null,
       "test": "tg128",
-      "tps_mean": 107.76,
+      "tps_mean": 119.97,
+      "tps_std": 0.54,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 6.74,
+      "file_size_gib": 3.56,
+      "name_params_b": 6.74,
+      "quant": "Q4_0",
+      "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "llama-2-7b.Q4_0",
+      "model_clean": "llama-2-7b.Q4_0",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "pp2048 @ d16384",
+      "tps_mean": 763.34,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 6.74,
+      "file_size_gib": 3.56,
+      "name_params_b": 6.74,
+      "quant": "Q4_0",
+      "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "llama-2-7b.Q4_0",
+      "model_clean": "llama-2-7b.Q4_0",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx16384",
+      "context_tokens": 16384,
+      "test": "tg32 @ d16384",
+      "tps_mean": 40.94,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 6.74,
+      "file_size_gib": 3.56,
+      "name_params_b": 6.74,
+      "quant": "Q4_0",
+      "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "llama-2-7b.Q4_0",
+      "model_clean": "llama-2-7b.Q4_0",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "pp2048 @ d32768",
+      "tps_mean": 429.75,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 6.74,
+      "file_size_gib": 3.56,
+      "name_params_b": 6.74,
+      "quant": "Q4_0",
+      "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "llama-2-7b.Q4_0",
+      "model_clean": "llama-2-7b.Q4_0",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "longctx32768",
+      "context_tokens": 32768,
+      "test": "tg32 @ d32768",
+      "tps_mean": 24.82,
+      "tps_std": 0.0,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 6.74,
+      "file_size_gib": 3.56,
+      "name_params_b": 6.74,
+      "quant": "Q4_0",
+      "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "llama-2-7b.Q4_0",
+      "model_clean": "llama-2-7b.Q4_0",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "pp512",
+      "tps_mean": 2361.19,
+      "tps_std": 64.78,
+      "error": false,
+      "error_type": null,
+      "backend": "Vulkan",
+      "ngl": 99,
+      "mmap": null,
+      "params_b": 6.74,
+      "file_size_gib": 3.56,
+      "name_params_b": 6.74,
+      "quant": "Q4_0",
+      "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
+      "rpc": false,
+      "gpu_config": "single",
+      "build": {
+        "hash": "2aa45ef9e",
+        "number": "7423"
+      }
+    },
+    {
+      "model": "llama-2-7b.Q4_0",
+      "model_clean": "llama-2-7b.Q4_0",
+      "env": "vulkan_radv",
+      "env_base": "vulkan_radv",
+      "env_variant": null,
+      "fa": true,
+      "context": "default",
+      "context_tokens": null,
+      "test": "tg128",
+      "tps_mean": 108.44,
       "tps_std": 0.07,
       "error": false,
       "error_type": null,
@@ -36019,186 +43039,12 @@
       "file_size_gib": 3.56,
       "name_params_b": 6.74,
       "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "pp2048 @ d16384",
-      "tps_mean": 808.11,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx16384",
-      "context_tokens": 16384,
-      "test": "tg32 @ d16384",
-      "tps_mean": 38.64,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "pp2048 @ d32768",
-      "tps_mean": 448.69,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "longctx32768",
-      "context_tokens": 32768,
-      "test": "tg32 @ d32768",
-      "tps_mean": 23.37,
-      "tps_std": 0.0,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "pp512",
-      "tps_mean": 1909.92,
-      "tps_std": 116.16,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
       "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
       "rpc": false,
       "gpu_config": "single",
       "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
-      }
-    },
-    {
-      "model": "llama-2-7b.Q4_0",
-      "model_clean": "llama-2-7b.Q4_0",
-      "env": "vulkan_radv",
-      "env_base": "vulkan_radv",
-      "env_variant": null,
-      "fa": true,
-      "context": "default",
-      "context_tokens": null,
-      "test": "tg128",
-      "tps_mean": 98.14,
-      "tps_std": 0.06,
-      "error": false,
-      "error_type": null,
-      "backend": "Vulkan",
-      "ngl": 99,
-      "mmap": null,
-      "params_b": 6.74,
-      "file_size_gib": 3.56,
-      "name_params_b": 6.74,
-      "quant": "Q4_0",
-      "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
-      "rpc": false,
-      "gpu_config": "single",
-      "build": {
-        "hash": "6016d0bd4",
-        "number": "7285"
+        "hash": "2aa45ef9e",
+        "number": "7423"
       }
     }
   ]