From cef614d895862a1374f6f4f3fae58ab83dff458e Mon Sep 17 00:00:00 2001 From: Donato Capitella Date: Sat, 6 Dec 2025 09:24:07 +0000 Subject: [PATCH] updated benchmarks --- ...002__rocm-7-nightly-rocwmma__fa1__dual.log | 6 +- ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log | 6 +- ...01-of-00002__rocm-7-nightly__fa1__dual.log | 6 +- ...0002__rocm-7-nightly__hblt0__fa1__dual.log | 6 +- ...-of-00002__rocm-7.9-rocwmma__fa1__dual.log | 6 +- ...02__rocm-7.9-rocwmma__hblt0__fa1__dual.log | 6 +- ...16-00001-of-00002__rocm-7.9__fa1__dual.log | 6 +- ...1-of-00002__rocm-7.9__hblt0__fa1__dual.log | 6 +- ...of-00002__rocm6_4_4-rocwmma__fa1__dual.log | 6 +- ...2__rocm6_4_4-rocwmma__hblt0__fa1__dual.log | 6 +- ...6-00001-of-00002__rocm6_4_4__fa1__dual.log | 6 +- ...-of-00002__rocm6_4_4__hblt0__fa1__dual.log | 6 +- ...1-of-00002__rocm7.1-rocwmma__fa1__dual.log | 6 +- ...002__rocm7.1-rocwmma__hblt0__fa1__dual.log | 6 +- ...F16-00001-of-00002__rocm7.1__fa1__dual.log | 22 +- ...01-of-00002__rocm7.1__hblt0__fa1__dual.log | 6 +- ...001-of-00002__vulkan_amdvlk__fa1__dual.log | 6 +- ...00001-of-00002__vulkan_radv__fa1__dual.log | 6 +- ...M__rocm-7-nightly-rocwmma__fa1__single.log | 6 +- ...-7-nightly-rocwmma__hblt0__fa1__single.log | 6 +- ...ct-Q4_K_M__rocm-7-nightly__fa1__single.log | 6 +- ..._M__rocm-7-nightly__hblt0__fa1__single.log | 6 +- ...-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log | 6 +- ...__rocm-7.9-rocwmma__hblt0__fa1__single.log | 6 +- ...Instruct-Q4_K_M__rocm-7.9__fa1__single.log | 6 +- ...t-Q4_K_M__rocm-7.9__hblt0__fa1__single.log | 6 +- ...Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log | 6 +- ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log | 6 +- ...nstruct-Q4_K_M__rocm6_4_4__fa1__single.log | 6 +- ...-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log | 6 +- ...t-Q4_K_M__rocm7.1-rocwmma__fa1__single.log | 6 +- ...M__rocm7.1-rocwmma__hblt0__fa1__single.log | 6 +- ...-Instruct-Q4_K_M__rocm7.1__fa1__single.log | 6 +- ...ct-Q4_K_M__rocm7.1__hblt0__fa1__single.log | 6 +- ...uct-Q4_K_M__vulkan_amdvlk__fa1__single.log | 6 +- ...truct-Q4_K_M__vulkan_radv__fa1__single.log | 6 +- ..._XL__rocm-7-nightly-rocwmma__fa1__dual.log | 6 +- ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log | 6 +- ...-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log | 6 +- ...K_XL__rocm-7-nightly__hblt0__fa1__dual.log | 6 +- ...D-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log | 6 +- ...XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log | 6 +- ...struct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log | 6 +- ...UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log | 6 +- ...-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log | 6 +- ...L__rocm6_4_4-rocwmma__hblt0__fa1__dual.log | 6 +- ...truct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log | 6 +- ...D-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log | 6 +- ...UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log | 6 +- ..._XL__rocm7.1-rocwmma__hblt0__fa1__dual.log | 6 +- ...nstruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log | 6 +- ...-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log | 6 +- ...t-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log | 6 +- ...uct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log | 6 +- ..._XL__rocm-7-nightly-rocwmma__fa1__dual.log | 5 +- ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log | 6 +- ...-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log | 5 +- ...K_XL__rocm-7-nightly__hblt0__fa1__dual.log | 6 +- ...D-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log | 6 +- ...XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log | 6 +- ...struct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log | 6 +- ...UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log | 6 +- ...-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log | 6 +- ...L__rocm6_4_4-rocwmma__hblt0__fa1__dual.log | 6 +- ...truct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log | 6 +- ...D-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log | 6 +- ...UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log | 6 +- ..._XL__rocm7.1-rocwmma__hblt0__fa1__dual.log | 6 +- ...nstruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log | 6 +- ...-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log | 6 +- ...t-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log | 6 +- ...uct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log | 6 +- ...L__rocm-7-nightly-rocwmma__fa1__single.log | 18 +- ...-7-nightly-rocwmma__hblt0__fa1__single.log | 6 +- ...D-Q8_K_XL__rocm-7-nightly__fa1__single.log | 4 +- ...XL__rocm-7-nightly__hblt0__fa1__single.log | 6 +- ...Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log | 6 +- ...__rocm-7.9-rocwmma__hblt0__fa1__single.log | 6 +- ...b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log | 6 +- ...-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log | 6 +- ...8_K_XL__rocm6_4_4-rocwmma__fa1__single.log | 6 +- ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log | 6 +- ...-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log | 6 +- ...Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log | 6 +- ...-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log | 4 +- ...L__rocm7.1-rocwmma__hblt0__fa1__single.log | 6 +- ...2b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log | 6 +- ...D-Q8_K_XL__rocm7.1__hblt0__fa1__single.log | 6 +- ...UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log | 6 +- ...t-UD-Q8_K_XL__vulkan_radv__fa1__single.log | 6 +- ...002__rocm-7-nightly-rocwmma__fa1__dual.log | 18 +- ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log | 6 +- ...01-of-00002__rocm-7-nightly__fa1__dual.log | 6 +- ...0002__rocm-7-nightly__hblt0__fa1__dual.log | 4 +- ...-of-00002__rocm-7.9-rocwmma__fa1__dual.log | 21 +- ...02__rocm-7.9-rocwmma__hblt0__fa1__dual.log | 6 +- ...16-00001-of-00002__rocm-7.9__fa1__dual.log | 6 +- ...1-of-00002__rocm-7.9__hblt0__fa1__dual.log | 6 +- ...of-00002__rocm6_4_4-rocwmma__fa1__dual.log | 4 +- ...2__rocm6_4_4-rocwmma__hblt0__fa1__dual.log | 4 +- ...6-00001-of-00002__rocm6_4_4__fa1__dual.log | 6 +- ...-of-00002__rocm6_4_4__hblt0__fa1__dual.log | 6 +- ...1-of-00002__rocm7.1-rocwmma__fa1__dual.log | 21 +- ...002__rocm7.1-rocwmma__hblt0__fa1__dual.log | 4 +- ...F16-00001-of-00002__rocm7.1__fa1__dual.log | 18 +- ...01-of-00002__rocm7.1__hblt0__fa1__dual.log | 6 +- ...00001-of-00002__vulkan_radv__fa1__dual.log | 6 +- ...S__rocm-7-nightly-rocwmma__fa1__single.log | 6 +- ...-7-nightly-rocwmma__hblt0__fa1__single.log | 6 +- ...it-Q3_K_S__rocm-7-nightly__fa1__single.log | 6 +- ..._S__rocm-7-nightly__hblt0__fa1__single.log | 6 +- ...-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log | 6 +- ...__rocm-7.9-rocwmma__hblt0__fa1__single.log | 6 +- ...-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log | 6 +- ...t-Q3_K_S__rocm-7.9__hblt0__fa1__single.log | 6 +- ...Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log | 6 +- ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log | 6 +- ...3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log | 6 +- ...-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log | 6 +- ...t-Q3_K_S__rocm7.1-rocwmma__fa1__single.log | 6 +- ...S__rocm7.1-rocwmma__hblt0__fa1__single.log | 6 +- ...a-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log | 6 +- ...it-Q3_K_S__rocm7.1__hblt0__fa1__single.log | 6 +- ...-it-Q3_K_S__vulkan_amdvlk__fa1__single.log | 6 +- ...4b-it-Q3_K_S__vulkan_radv__fa1__single.log | 6 +- ...F16__rocm-7-nightly-rocwmma__fa1__dual.log | 9 - ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log | 9 - ...ss-120b-F16__rocm-7-nightly__fa1__dual.log | 9 - ...-F16__rocm-7-nightly__hblt0__fa1__dual.log | 9 - ...-120b-F16__rocm-7.9-rocwmma__fa1__dual.log | 9 - ...16__rocm-7.9-rocwmma__hblt0__fa1__dual.log | 9 - .../gpt-oss-120b-F16__rocm-7.9__fa1__dual.log | 9 - ...s-120b-F16__rocm-7.9__hblt0__fa1__dual.log | 9 - ...120b-F16__rocm6_4_4-rocwmma__fa1__dual.log | 9 - ...6__rocm6_4_4-rocwmma__hblt0__fa1__dual.log | 9 - ...gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log | 9 - ...-120b-F16__rocm6_4_4__hblt0__fa1__dual.log | 9 - ...s-120b-F16__rocm7.1-rocwmma__fa1__dual.log | 9 - ...F16__rocm7.1-rocwmma__hblt0__fa1__dual.log | 9 - .../gpt-oss-120b-F16__rocm7.1__fa1__dual.log | 9 - ...ss-120b-F16__rocm7.1__hblt0__fa1__dual.log | 9 - ...oss-120b-F16__vulkan_amdvlk__fa1__dual.log | 12 - ...t-oss-120b-F16__vulkan_radv__fa1__dual.log | 12 - ...001-of-00003__vulkan_amdvlk__fa1__dual.log | 6 +- ...00001-of-00003__vulkan_radv__fa1__dual.log | 6 +- ...F32__rocm-7-nightly-rocwmma__fa1__dual.log | 11 - ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log | 11 - ...oss-20b-F32__rocm-7-nightly__fa1__dual.log | 11 - ...-F32__rocm-7-nightly__hblt0__fa1__dual.log | 11 - ...s-20b-F32__rocm-7.9-rocwmma__fa1__dual.log | 11 - ...32__rocm-7.9-rocwmma__hblt0__fa1__dual.log | 11 - .../gpt-oss-20b-F32__rocm-7.9__fa1__dual.log | 11 - ...ss-20b-F32__rocm-7.9__hblt0__fa1__dual.log | 11 - ...-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log | 11 - ...2__rocm6_4_4-rocwmma__hblt0__fa1__dual.log | 11 - .../gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log | 11 - ...s-20b-F32__rocm6_4_4__hblt0__fa1__dual.log | 11 - ...ss-20b-F32__rocm7.1-rocwmma__fa1__dual.log | 11 - ...F32__rocm7.1-rocwmma__hblt0__fa1__dual.log | 11 - .../gpt-oss-20b-F32__rocm7.1__fa1__dual.log | 11 - ...oss-20b-F32__rocm7.1__hblt0__fa1__dual.log | 11 - ...-oss-20b-F32__vulkan_amdvlk__fa1__dual.log | 12 - ...pt-oss-20b-F32__vulkan_radv__fa1__dual.log | 12 - ...4__rocm-7-nightly-rocwmma__fa1__single.log | 6 +- ...-7-nightly-rocwmma__hblt0__fa1__single.log | 6 +- ...20b-mxfp4__rocm-7-nightly__fa1__single.log | 6 +- ...p4__rocm-7-nightly__hblt0__fa1__single.log | 6 +- ...b-mxfp4__rocm-7.9-rocwmma__fa1__single.log | 6 +- ...__rocm-7.9-rocwmma__hblt0__fa1__single.log | 6 +- ...t-oss-20b-mxfp4__rocm-7.9__fa1__single.log | 6 +- ...0b-mxfp4__rocm-7.9__hblt0__fa1__single.log | 6 +- ...-mxfp4__rocm6_4_4-rocwmma__fa1__single.log | 6 +- ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log | 6 +- ...-oss-20b-mxfp4__rocm6_4_4__fa1__single.log | 6 +- ...b-mxfp4__rocm6_4_4__hblt0__fa1__single.log | 6 +- ...0b-mxfp4__rocm7.1-rocwmma__fa1__single.log | 6 +- ...4__rocm7.1-rocwmma__hblt0__fa1__single.log | 6 +- ...pt-oss-20b-mxfp4__rocm7.1__fa1__single.log | 6 +- ...20b-mxfp4__rocm7.1__hblt0__fa1__single.log | 6 +- ...-20b-mxfp4__vulkan_amdvlk__fa1__single.log | 6 +- ...ss-20b-mxfp4__vulkan_radv__fa1__single.log | 6 +- ...0__rocm-7-nightly-rocwmma__fa1__single.log | 6 +- ...-7-nightly-rocwmma__hblt0__fa1__single.log | 6 +- ...2-7b.Q4_0__rocm-7-nightly__fa1__single.log | 6 +- ..._0__rocm-7-nightly__hblt0__fa1__single.log | 6 +- ...7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log | 6 +- ...__rocm-7.9-rocwmma__hblt0__fa1__single.log | 6 +- ...llama-2-7b.Q4_0__rocm-7.9__fa1__single.log | 6 +- ...-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log | 6 +- ...b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log | 6 +- ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log | 6 +- ...lama-2-7b.Q4_0__rocm6_4_4__fa1__single.log | 6 +- ...7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log | 6 +- ...-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log | 6 +- ...0__rocm7.1-rocwmma__hblt0__fa1__single.log | 6 +- .../llama-2-7b.Q4_0__rocm7.1__fa1__single.log | 6 +- ...2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log | 6 +- ...-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log | 6 +- ...ma-2-7b.Q4_0__vulkan_radv__fa1__single.log | 6 +- docs/results.json | 9648 +++++++---------- 200 files changed, 4594 insertions(+), 6468 deletions(-) delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7.9__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7.9__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm7.1__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log delete mode 100644 benchmark/results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log index e216864..46e5ad7 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1622.34 ± 128.86 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.53 ± 0.07 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 818.04 ± 30.69 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.16 ± 0.50 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log index de449be..c746d93 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 637.77 ± 13.61 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 52.05 ± 0.03 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 644.36 ± 8.83 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 51.88 ± 0.17 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log index 26867af..48dd820 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1544.19 ± 224.65 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.28 ± 0.07 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 800.50 ± 43.62 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.29 ± 0.03 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log index cc0332f..33f7448 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 629.39 ± 20.64 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 51.87 ± 0.05 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 638.77 ± 8.84 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 51.65 ± 0.42 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log index 4fd29c3..cfe9be3 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1538.72 ± 208.00 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 58.02 ± 0.11 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1577.01 ± 83.25 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.72 ± 0.50 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log index 5cebad9..800a532 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 664.86 ± 54.89 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.84 ± 0.06 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 670.79 ± 24.36 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.75 ± 0.50 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log index 61ed231..a638d5c 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1599.94 ± 126.30 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.50 ± 0.05 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1640.28 ± 17.48 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 55.41 ± 0.06 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log index e84e3a7..5a4bc74 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 682.09 ± 7.42 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 58.06 ± 0.43 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 676.65 ± 20.88 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.63 ± 0.04 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log index 0c51957..7062c80 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1704.02 ± 12.95 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.95 ± 0.52 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1686.79 ± 32.81 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 58.26 ± 0.15 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log index 42a52e4..e2a09a2 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 664.27 ± 16.59 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 52.80 ± 0.02 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 661.24 ± 12.20 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 52.64 ± 0.01 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log index f98ff71..2e82e7d 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1731.74 ± 16.06 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.64 ± 0.54 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1730.61 ± 34.04 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.20 ± 0.77 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log index 90057f9..8fbd823 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 687.91 ± 6.98 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 52.27 ± 0.43 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 688.64 ± 11.04 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 52.51 ± 0.01 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log index ca670b9..d07f2ec 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1553.68 ± 160.23 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.81 ± 0.07 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1588.08 ± 46.01 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.30 ± 0.67 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log index 627b2e3..c80bd0b 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 672.84 ± 8.78 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.86 ± 0.40 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 676.12 ± 15.33 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.72 ± 0.04 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log index de5b487..90951ae 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log @@ -5,7 +5,21 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1629.33 ± 67.83 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.58 ± 0.05 | - -build: fa0465954 (7205) +/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error +/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fa4cecdb565] +/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fa4cecdb92b] +/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fa4cecdbaaf] +/usr/local/lib64/libggml-hip.so.0(+0x2fd1ef2) [0x7fa4d1d69ef2] +/usr/local/lib64/libggml-hip.so.0(+0x2fdca9a) [0x7fa4d1d74a9a] +/usr/local/lib64/libggml-hip.so.0(+0x2fd716f) [0x7fa4d1d6f16f] +/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x7f3) [0x7fa4cecf5f63] +/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fa4d2437a90] +/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fa4d2439722] +/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fa4d243e5df] +/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fa4d243f3fe] +/usr/local/bin/llama-bench() [0x40acdb] +/usr/local/bin/llama-bench() [0x408a7d] +/lib64/libc.so.6(+0x35b5) [0x7fa4ce6715b5] +/lib64/libc.so.6(__libc_start_main+0x88) [0x7fa4ce671668] +/usr/local/bin/llama-bench() [0x409b65] +✖ ! [rocm7.1] Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__fa1 failed (exit 0) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log index 1f6cabe..9e68069 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 684.37 ± 2.61 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.54 ± 0.08 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 683.86 ± 15.60 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 56.94 ± 0.52 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log index b5399b4..0fd05d1 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 286.55 ± 12.36 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 16.21 ± 0.15 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 286.15 ± 12.06 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 15.81 ± 0.17 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log index c9d11b4..9850a66 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1593.95 ± 58.52 | -| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 30.17 ± 0.36 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1886.73 ± 107.96 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 26.98 ± 1.90 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log index 6aa1120..d081e3c 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3020.37 ± 43.13 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 107.80 ± 0.58 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1187.71 ± 4.64 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 107.60 ± 0.57 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log index 2fd22f8..4ef70ed 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2997.38 ± 60.33 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 107.79 ± 0.46 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2914.78 ± 233.63 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 107.46 ± 0.48 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log index 2dbbc49..6caf19c 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2913.43 ± 23.64 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 107.01 ± 0.69 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1205.03 ± 11.21 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 107.14 ± 0.69 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log index d513efc..47af883 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2919.46 ± 42.12 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 106.96 ± 0.69 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2873.06 ± 13.41 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 106.98 ± 0.64 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log index 95933ca..07b226e 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2819.16 ± 36.53 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 101.55 ± 0.36 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2803.16 ± 16.89 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 102.98 ± 0.55 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log index 04fccfa..4579827 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2798.79 ± 24.28 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 101.01 ± 0.29 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2795.19 ± 24.52 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 101.55 ± 0.40 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log index 8e392be..d1db5b4 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2855.40 ± 20.98 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 102.88 ± 0.52 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2887.22 ± 42.71 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 103.24 ± 0.49 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log index a0f9ac7..5f050bb 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2857.35 ± 21.82 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 103.00 ± 0.52 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2856.67 ± 13.72 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 100.53 ± 0.62 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log index 45f5355..81fee33 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2839.13 ± 17.80 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 106.43 ± 0.52 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2813.43 ± 19.17 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 105.57 ± 0.35 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log index 342719e..2ca65a4 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2805.58 ± 24.28 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 106.42 ± 0.50 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2805.82 ± 12.56 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 105.84 ± 0.41 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log index a8fa37e..54db2af 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2948.99 ± 46.59 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 105.97 ± 0.24 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2898.68 ± 108.51 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 105.66 ± 0.45 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log index 16c4ab2..a65fb1f 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2921.36 ± 33.18 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 105.79 ± 0.44 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2934.64 ± 33.57 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 105.81 ± 0.41 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log index e842086..08e5bfa 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2827.41 ± 23.48 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 101.05 ± 1.22 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2733.56 ± 171.50 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 101.21 ± 0.55 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log index 21b5dd1..acfeeb1 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2783.87 ± 35.60 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 101.30 ± 0.29 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2779.82 ± 39.08 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 100.99 ± 0.24 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log index b0ca805..d095f77 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2867.39 ± 32.96 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 102.97 ± 0.51 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2661.39 ± 352.85 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 103.15 ± 0.67 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log index 1dd34ca..a906334 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2846.47 ± 25.01 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 102.24 ± 1.48 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2860.07 ± 36.46 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 101.60 ± 0.58 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log index a376953..bdaabd3 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1450.58 ± 57.46 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 112.62 ± 0.49 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1213.41 ± 52.49 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 110.66 ± 0.02 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log index 2c5f01d..48298a8 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1278.02 ± 94.48 | -| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 102.18 ± 0.36 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1186.84 ± 47.80 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 102.53 ± 0.36 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log index 9bed0ef..14ceb9f 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1888.53 ± 18.64 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.77 ± 0.12 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1124.96 ± 18.06 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.36 ± 0.02 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log index 93bb21f..2289aa0 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1757.56 ± 2.78 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.62 ± 0.12 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1741.88 ± 9.34 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.41 ± 0.11 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log index 61faf2f..20adf92 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1823.40 ± 79.46 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.05 ± 0.21 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1161.10 ± 14.16 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 76.94 ± 0.66 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log index 5025471..165972d 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1713.47 ± 20.05 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.21 ± 0.13 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1716.43 ± 20.79 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.09 ± 0.15 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log index 916929b..ab1ae3a 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2995.60 ± 21.52 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.06 ± 0.31 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2964.37 ± 19.03 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.10 ± 0.22 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log index e5bef73..824ff56 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2692.40 ± 14.09 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.29 ± 0.23 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2683.21 ± 17.21 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 76.97 ± 0.22 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log index 694968a..4b23b5b 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3048.39 ± 23.80 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 76.22 ± 0.23 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3047.17 ± 30.17 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 75.95 ± 0.22 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log index 8903488..de33670 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2737.79 ± 9.63 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 76.02 ± 0.21 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2739.55 ± 21.33 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 75.92 ± 0.24 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log index 49aac1d..5df77ed 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3042.89 ± 19.22 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 78.56 ± 0.28 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3040.27 ± 8.51 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 78.34 ± 0.26 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log index 8cafc03..16712dd 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2692.73 ± 7.68 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 78.04 ± 0.99 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2686.46 ± 14.34 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 78.42 ± 0.27 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log index 9078e7a..656e44a 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3141.98 ± 27.97 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.74 ± 0.29 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3078.21 ± 160.21 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.63 ± 0.31 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log index b90844d..2cb9978 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2795.57 ± 9.79 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.54 ± 0.34 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2773.21 ± 10.68 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.53 ± 0.28 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log index 57c76cd..f922521 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2973.42 ± 43.94 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.22 ± 0.23 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2965.21 ± 17.70 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.09 ± 0.21 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log index bc01a10..faa37d0 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2689.18 ± 17.39 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 76.83 ± 1.01 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2670.23 ± 11.73 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 77.22 ± 0.21 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log index e6b15ff..68b6199 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3050.31 ± 19.73 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 75.79 ± 0.44 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3036.68 ± 20.10 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 75.98 ± 0.24 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log index 8a2e0b5..d8e49fc 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2752.40 ± 19.12 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 76.00 ± 0.23 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2742.93 ± 16.52 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 75.97 ± 0.28 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log index 3a377ed..f734744 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1716.73 ± 53.79 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 82.29 ± 0.10 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1713.67 ± 53.31 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 82.76 ± 0.08 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log index 34d91ea..b3f887f 100644 --- a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1437.77 ± 62.07 | -| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 78.40 ± 0.13 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1383.56 ± 58.73 | +| qwen3moe 30B.A3B Q8_0 | 33.51 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 77.98 ± 0.13 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log index 21524f3..8ee79de 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log @@ -5,4 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 35.87 ± 0.10 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 35.15 ± 0.36 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 0.79 ± 0.00 | + +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log index 1a6b3bd..f35c263 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 925.06 ± 3.97 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 34.47 ± 0.01 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 809.06 ± 33.23 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 34.09 ± 0.65 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log index a402efe..96788e3 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log @@ -5,4 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 35.58 ± 0.09 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 36.04 ± 1.53 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 0.79 ± 0.00 | + +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log index edf5d08..57fe9d6 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 920.43 ± 4.69 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 34.54 ± 0.01 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 915.57 ± 4.70 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 34.42 ± 0.05 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log index 59bae42..367d6cc 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 930.23 ± 3.66 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.72 ± 0.03 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 921.00 ± 6.15 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.13 ± 0.90 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log index 3e214f3..f5734cb 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 967.56 ± 1.62 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.73 ± 0.02 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 963.42 ± 6.03 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.59 ± 0.07 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log index 19afcee..9bcaded 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 928.76 ± 5.89 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.94 ± 0.05 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 928.02 ± 4.53 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.70 ± 0.04 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log index f505477..b6588eb 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 971.69 ± 3.83 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.79 ± 0.03 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 965.17 ± 4.88 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.81 ± 0.06 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log index ba5a258..56144f4 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 922.99 ± 11.27 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 38.77 ± 0.05 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 922.52 ± 7.87 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 38.59 ± 0.07 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log index d69ad63..6a5c685 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 897.76 ± 4.81 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 34.50 ± 0.03 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 904.88 ± 3.87 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 34.42 ± 0.04 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log index fe82ea7..d2502b8 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 938.18 ± 10.04 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 38.93 ± 0.09 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 936.74 ± 8.89 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 38.87 ± 0.06 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log index 739d004..bc4a807 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 900.84 ± 3.43 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 34.54 ± 0.07 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 906.89 ± 5.40 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 34.53 ± 0.10 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log index 9f33943..54acdb6 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 908.21 ± 2.86 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.63 ± 0.07 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 895.25 ± 9.23 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.64 ± 0.07 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log index 4fb964b..4c612de 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 935.46 ± 5.91 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.84 ± 0.03 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 932.20 ± 5.85 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.80 ± 0.04 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log index 8af4a22..b96db25 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 911.83 ± 4.32 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.69 ± 0.12 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 755.54 ± 61.49 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.00 ± 1.56 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log index f139db9..1627cbc 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 943.82 ± 7.26 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.81 ± 0.09 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 934.42 ± 4.61 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 37.67 ± 0.15 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log index 0c2685b..2a888a2 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | Vulkan | 99 | 1 | pp512 | 613.50 ± 47.21 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | Vulkan | 99 | 1 | tg128 | 53.23 ± 0.27 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | Vulkan | 99 | 1 | pp512 | 510.76 ± 1.54 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | Vulkan | 99 | 1 | tg128 | 52.54 ± 0.26 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log index a8ce9c5..63e3ff0 100644 --- a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | Vulkan | 99 | 1 | pp512 | 478.78 ± 58.68 | -| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | Vulkan | 99 | 1 | tg128 | 25.92 ± 0.52 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | Vulkan | 99 | 1 | pp512 | 413.79 ± 31.74 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | Vulkan | 99 | 1 | tg128 | 29.61 ± 0.27 | -build: 03d9a77b8 (7278) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log index 23691db..4353830 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log @@ -4,7 +4,17 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1467.59 ± 33.66 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.98 ± 0.00 | - -build: fa0465954 (7205) +/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error +/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fc62634a565] +/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fc62634a92b] +/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fc62634aaaf] +/usr/local/lib64/libggml-hip.so.0(+0x2cb5eb2) [0x7fc6290bceb2] +/usr/local/lib64/libggml-hip.so.0(+0x2cbb07e) [0x7fc6290c207e] +/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_synchronize+0x2e) [0x7fc626361a1e] +/usr/local/lib64/libllama.so.0(_ZN13llama_context11synchronizeEv+0x10) [0x7fc629785d70] +/usr/local/bin/llama-bench() [0x40acfc] +/usr/local/bin/llama-bench() [0x408a7d] +/lib64/libc.so.6(+0x35b5) [0x7fc625ce05b5] +/lib64/libc.so.6(__libc_start_main+0x88) [0x7fc625ce0668] +/usr/local/bin/llama-bench() [0x409b65] +✖ ! [rocm-7-nightly-rocwmma] gemma-3-12b-it-UD-Q8_K_XL__fa1 failed (exit 0) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log index 9fdb9bf..2f2229e 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1209.48 ± 4.18 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.94 ± 0.02 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1204.93 ± 0.73 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.82 ± 0.27 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log index 1d9e07d..5ce3220 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1471.76 ± 6.40 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1459.81 ± 7.69 | | gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.28 ± 0.00 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log index 8ecdcaf..5508bb8 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1193.30 ± 0.92 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.27 ± 0.02 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1188.76 ± 0.80 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.18 ± 0.18 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log index c1c93af..e011728 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2620.27 ± 58.52 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.99 ± 0.02 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2607.80 ± 28.74 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.98 ± 0.02 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log index 4f54a24..e4be8e1 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1838.59 ± 5.99 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.96 ± 0.02 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1831.32 ± 5.25 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.88 ± 0.19 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log index f5a4b10..354b6da 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2777.85 ± 3.51 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.25 ± 0.02 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2602.75 ± 353.11 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.27 ± 0.02 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log index 72b60c1..70567df 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1906.35 ± 7.11 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.31 ± 0.02 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1901.78 ± 7.17 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.09 ± 0.25 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log index d28bafe..e215230 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2759.96 ± 14.76 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.02 ± 0.02 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2707.18 ± 15.76 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.92 ± 0.06 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log index 4da1dbb..4eee2fd 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1925.96 ± 5.08 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.00 ± 0.02 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1894.60 ± 6.55 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.87 ± 0.23 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log index 713bb1d..76c1cca 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2885.85 ± 24.14 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.28 ± 0.02 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2860.62 ± 21.62 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.27 ± 0.03 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log index fabe4c0..3028787 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1976.74 ± 6.47 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.26 ± 0.02 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1960.79 ± 6.80 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.35 ± 0.02 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log index 52c9f1a..9eacbfa 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2626.70 ± 13.60 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2465.10 ± 257.60 | | gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.97 ± 0.02 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log index f284f8f..3a9d669 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1833.53 ± 6.02 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.94 ± 0.02 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1828.85 ± 6.68 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.83 ± 0.29 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log index b0684b2..c01cf38 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2780.99 ± 4.35 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.26 ± 0.02 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2754.63 ± 44.08 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.25 ± 0.02 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log index a69ceca..3276a05 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1906.89 ± 6.13 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.27 ± 0.02 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1900.55 ± 8.55 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.12 ± 0.20 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log index e228212..444d088 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | Vulkan | 99 | 1 | pp512 | 1437.05 ± 134.24 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | Vulkan | 99 | 1 | tg128 | 30.69 ± 0.30 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | Vulkan | 99 | 1 | pp512 | 1234.73 ± 28.51 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | Vulkan | 99 | 1 | tg128 | 31.58 ± 0.04 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log index 31a0c9c..e3db7fd 100644 --- a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | Vulkan | 99 | 1 | pp512 | 1362.70 ± 91.17 | -| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | Vulkan | 99 | 1 | tg128 | 27.07 ± 0.13 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | Vulkan | 99 | 1 | pp512 | 1319.14 ± 103.83 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | Vulkan | 99 | 1 | tg128 | 28.04 ± 0.09 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log index 80c1951..eeea6b5 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log @@ -5,17 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:90: ROCm error -/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f2fca3af565] -/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f2fca3af92b] -/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f2fca3afaaf] -/usr/local/lib64/libggml-hip.so.0(+0x2c7b152) [0x7f2fcd0e7152] -/usr/local/lib64/libggml-hip.so.0(+0x2c8033e) [0x7f2fcd0ec33e] -/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_synchronize+0x2e) [0x7f2fca3c694e] -/usr/local/lib64/libllama.so.0(_ZN13llama_context11synchronizeEv+0x10) [0x7f2fcd7a1c70] -/usr/local/bin/llama-bench() [0x40abfc] -/usr/local/bin/llama-bench() [0x40898d] -/lib64/libc.so.6(+0x35b5) [0x7f2fc9d455b5] -/lib64/libc.so.6(__libc_start_main+0x88) [0x7f2fc9d45668] -/usr/local/bin/llama-bench() [0x409a75] -✖ ! [rocm-7-nightly-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__fa1 failed (exit 0) +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1585.99 ± 4.29 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.44 ± 0.00 | + +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log index 17a6ab0..402ccff 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 185.29 ± 0.29 | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.30 ± 0.01 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 182.83 ± 0.05 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.30 ± 0.00 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log index 05ea4aa..76eed5a 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1512.53 ± 2.86 | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.45 ± 0.00 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1493.04 ± 2.86 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.44 ± 0.00 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log index 86465d7..826ab10 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 181.36 ± 0.17 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 180.46 ± 0.12 | | gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.31 ± 0.00 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log index 526ecb2..782d082 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log @@ -5,7 +5,20 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1569.01 ± 8.41 | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.49 ± 0.00 | - -build: fa0465954 (7205) +/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:92: ROCm error +/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7fb2437ed565] +/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fb2437ed92b] +/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fb2437edaaf] +/usr/local/lib64/libggml-hip.so.0(+0x2efaf92) [0x7fb2467a4f92] +/usr/local/lib64/libggml-hip.so.0(+0x2f000e9) [0x7fb2467aa0e9] +/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x36d) [0x7fb243807add] +/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7fb246e72a90] +/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7fb246e74722] +/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7fb246e795df] +/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7fb246e7a3fe] +/usr/local/bin/llama-bench() [0x40acdb] +/usr/local/bin/llama-bench() [0x408a7d] +/lib64/libc.so.6(+0x35b5) [0x7fb2431835b5] +/lib64/libc.so.6(__libc_start_main+0x88) [0x7fb243183668] +/usr/local/bin/llama-bench() [0x409b65] +✖ ! [rocm-7.9-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__fa1 failed (exit 0) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log index 9b818dc..549bd34 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 175.20 ± 0.23 | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.49 ± 0.00 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 175.25 ± 0.34 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.48 ± 0.00 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log index 57a63ba..2685a45 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1542.16 ± 90.21 | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.47 ± 0.01 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1576.23 ± 3.21 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.48 ± 0.00 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log index ad5d2be..c241ae5 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 174.65 ± 0.15 | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.47 ± 0.02 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 174.12 ± 0.14 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.48 ± 0.00 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log index 75446b3..4fa52b7 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1267.81 ± 2.66 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1276.65 ± 2.16 | | gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.48 ± 0.01 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log index 2e3903d..2c90f30 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 178.11 ± 0.12 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 178.55 ± 0.20 | | gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.36 ± 0.01 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log index 5dc9b69..3ed0b85 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1315.95 ± 2.75 | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.49 ± 0.01 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1283.11 ± 63.39 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.48 ± 0.01 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log index 42dd15f..55c53d2 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 179.09 ± 2.05 | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.38 ± 0.00 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 179.49 ± 0.18 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.36 ± 0.01 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log index 17f89ba..db84c10 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log @@ -5,20 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:90: ROCm error -/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f10ce59f565] -/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f10ce59f92b] -/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f10ce59faaf] -/usr/local/lib64/libggml-hip.so.0(+0x2eb0be2) [0x7f10d150cbe2] -/usr/local/lib64/libggml-hip.so.0(+0x2eb5d59) [0x7f10d1511d59] -/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_graph_compute_async+0x36d) [0x7f10ce5b99dd] -/usr/local/lib64/libllama.so.0(_ZN13llama_context13graph_computeEP11ggml_cgraphb+0xa0) [0x7f10d1bcb990] -/usr/local/lib64/libllama.so.0(_ZN13llama_context14process_ubatchERK12llama_ubatch14llm_graph_typeP22llama_memory_context_iR11ggml_status+0xe2) [0x7f10d1bcd622] -/usr/local/lib64/libllama.so.0(_ZN13llama_context6decodeERK11llama_batch+0x3bf) [0x7f10d1bd24df] -/usr/local/lib64/libllama.so.0(llama_decode+0xe) [0x7f10d1bd32fe] -/usr/local/bin/llama-bench() [0x40abdb] -/usr/local/bin/llama-bench() [0x40898d] -/lib64/libc.so.6(+0x35b5) [0x7f10cdf355b5] -/lib64/libc.so.6(__libc_start_main+0x88) [0x7f10cdf35668] -/usr/local/bin/llama-bench() [0x409a75] -✖ ! [rocm7.1-rocwmma] gemma-3-27b-it-BF16-00001-of-00002__fa1 failed (exit 0) +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1528.82 ± 40.36 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.47 ± 0.01 | + +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log index 4a34174..74ff807 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 174.51 ± 0.28 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 173.63 ± 0.09 | | gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.48 ± 0.00 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log index 9d1de31..e0eb3eb 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log @@ -5,17 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -/opt/llama.cpp/ggml/src/ggml-cuda/ggml-cuda.cu:90: ROCm error -/usr/local/lib64/libggml-base.so.0(+0x3565) [0x7f68bb31a565] -/usr/local/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f68bb31a92b] -/usr/local/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f68bb31aaaf] -/usr/local/lib64/libggml-hip.so.0(+0x2f8fb12) [0x7f68be366b12] -/usr/local/lib64/libggml-hip.so.0(+0x2f94d3e) [0x7f68be36bd3e] -/usr/local/lib64/libggml-base.so.0(ggml_backend_sched_synchronize+0x2e) [0x7f68bb33194e] -/usr/local/lib64/libllama.so.0(_ZN13llama_context11synchronizeEv+0x10) [0x7f68bea24c70] -/usr/local/bin/llama-bench() [0x40abfc] -/usr/local/bin/llama-bench() [0x40898d] -/lib64/libc.so.6(+0x35b5) [0x7f68bacb05b5] -/lib64/libc.so.6(__libc_start_main+0x88) [0x7f68bacb0668] -/usr/local/bin/llama-bench() [0x409a75] -✖ ! [rocm7.1] gemma-3-27b-it-BF16-00001-of-00002__fa1 failed (exit 0) +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1574.37 ± 2.97 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.49 ± 0.00 | + +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log index c120d18..388abd3 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log @@ -5,7 +5,7 @@ ggml_cuda_init: found 2 ROCm devices: Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 175.33 ± 0.32 | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.47 ± 0.02 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 174.80 ± 0.16 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.49 ± 0.00 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log index 826fe3f..aae7925 100644 --- a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | Vulkan | 99 | 1 | pp512 | 542.43 ± 29.38 | -| gemma3 27B BF16 | 50.31 GiB | 27.01 B | Vulkan | 99 | 1 | tg128 | 9.07 ± 0.01 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | Vulkan | 99 | 1 | pp512 | 491.06 ± 0.56 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | Vulkan | 99 | 1 | tg128 | 9.12 ± 0.00 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log index 68b0fb7..bf31a40 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6494.67 ± 507.20 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 123.67 ± 0.06 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6743.58 ± 171.78 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 122.59 ± 2.18 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log index 6b62b3e..fef15af 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6745.25 ± 159.52 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 123.60 ± 0.09 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6720.46 ± 178.71 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 120.90 ± 4.67 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log index d4fe04f..5246633 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6492.57 ± 170.63 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 126.82 ± 0.12 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6477.60 ± 175.68 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 126.69 ± 0.08 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log index 83e70d9..5cbc989 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6522.19 ± 173.72 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 126.85 ± 0.03 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6492.44 ± 164.37 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 126.45 ± 0.08 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log index 4664ef9..ab71677 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6152.70 ± 159.74 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 121.27 ± 0.06 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6138.56 ± 162.42 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 121.28 ± 0.04 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log index ff8c5ea..9f7d60f 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6152.92 ± 156.96 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 121.54 ± 0.04 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6144.37 ± 161.70 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 121.05 ± 0.08 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log index a4eb460..5d684fa 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6424.71 ± 204.24 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 124.41 ± 0.06 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6413.96 ± 202.49 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 124.42 ± 0.05 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log index 02e63d7..3723e93 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6436.17 ± 205.46 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 124.77 ± 0.09 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6418.26 ± 185.20 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 124.45 ± 0.06 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log index 0cda8cb..fa526c4 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6111.63 ± 744.73 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 122.67 ± 0.08 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 5942.48 ± 808.62 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 122.41 ± 0.07 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log index b4e7227..cf06535 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6426.79 ± 153.19 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 122.85 ± 0.05 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6326.54 ± 136.59 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 122.74 ± 0.08 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log index 7fe269a..32f1ae2 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 5962.72 ± 1213.54 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 126.20 ± 0.50 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6634.73 ± 169.45 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 125.92 ± 0.31 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log index 125d0bc..bada2e4 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6628.03 ± 187.73 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 126.15 ± 0.17 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6616.20 ± 163.14 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 125.96 ± 0.16 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log index 27fe38a..a984d9d 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6174.36 ± 149.57 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 121.57 ± 0.09 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6153.17 ± 161.40 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 121.18 ± 0.05 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log index ff924c5..1952aa0 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6154.34 ± 148.45 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 121.38 ± 0.08 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6166.51 ± 149.40 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 120.02 ± 2.88 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log index 6a38c87..08c7fcb 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6397.45 ± 224.05 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 124.66 ± 0.06 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6385.31 ± 167.92 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 123.36 ± 1.92 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log index 46f4294..1c28f53 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6430.90 ± 199.31 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 123.91 ± 1.43 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6410.71 ± 187.60 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 124.05 ± 0.09 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log index 594fada..7a1a7fd 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | Vulkan | 99 | 1 | pp512 | 2708.11 ± 4.37 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | Vulkan | 99 | 1 | tg128 | 113.51 ± 0.12 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | Vulkan | 99 | 1 | pp512 | 2699.08 ± 10.03 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | Vulkan | 99 | 1 | tg128 | 113.64 ± 0.07 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log index bbd28df..fb9f624 100644 --- a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | Vulkan | 99 | 1 | pp512 | 2385.85 ± 153.68 | -| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | Vulkan | 99 | 1 | tg128 | 96.45 ± 0.08 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | Vulkan | 99 | 1 | pp512 | 2188.02 ± 29.65 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | Vulkan | 99 | 1 | tg128 | 97.07 ± 0.10 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__fa1__dual.log deleted file mode 100644 index 3f43167..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm-7-nightly-rocwmma] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log deleted file mode 100644 index 85ac955..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm-7-nightly-rocwmma] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__fa1__dual.log deleted file mode 100644 index 8024cc5..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm-7-nightly] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__hblt0__fa1__dual.log deleted file mode 100644 index cd8a5ff..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__hblt0__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm-7-nightly] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__fa1__dual.log deleted file mode 100644 index b0a02b0..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm-7.9-rocwmma] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__hblt0__fa1__dual.log deleted file mode 100644 index 3d0179c..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__hblt0__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm-7.9-rocwmma] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7.9__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7.9__fa1__dual.log deleted file mode 100644 index d815927..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm-7.9__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm-7.9] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7.9__hblt0__fa1__dual.log deleted file mode 100644 index 6d8f4c2..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm-7.9__hblt0__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm-7.9] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__dual.log deleted file mode 100644 index ba6e482..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm6_4_4-rocwmma] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__dual.log deleted file mode 100644 index 08e8086..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm6_4_4-rocwmma] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log deleted file mode 100644 index 94ff755..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm6_4_4] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__dual.log deleted file mode 100644 index 60031d2..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm6_4_4] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__dual.log deleted file mode 100644 index 3105d34..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm7.1-rocwmma] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__dual.log deleted file mode 100644 index 9f1953c..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm7.1-rocwmma] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm7.1__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm7.1__fa1__dual.log deleted file mode 100644 index 49688b3..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm7.1__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm7.1] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__dual.log deleted file mode 100644 index 8a9cf36..0000000 --- a/benchmark/results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__dual.log +++ /dev/null @@ -1,9 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -✖ ! [rocm7.1] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log deleted file mode 100644 index 7dac590..0000000 --- a/benchmark/results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log +++ /dev/null @@ -1,12 +0,0 @@ -WARNING: radv is not a conformant Vulkan implementation, testing use only. -WARNING: radv is not a conformant Vulkan implementation, testing use only. -ggml_vulkan: Found 3 Vulkan devices: -ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat -ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat -ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 120B F16 | 60.87 GiB | 116.83 B | Vulkan | 99 | 1 | pp512 | 1176.13 ± 48.19 | -| gpt-oss 120B F16 | 60.87 GiB | 116.83 B | Vulkan | 99 | 1 | tg128 | 48.28 ± 0.31 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log deleted file mode 100644 index 8dd1ed7..0000000 --- a/benchmark/results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log +++ /dev/null @@ -1,12 +0,0 @@ -WARNING: radv is not a conformant Vulkan implementation, testing use only. -WARNING: radv is not a conformant Vulkan implementation, testing use only. -ggml_vulkan: Found 3 Vulkan devices: -ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none -ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat -ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 120B F16 | 60.87 GiB | 116.83 B | Vulkan | 99 | 1 | pp512 | 1129.24 ± 67.15 | -| gpt-oss 120B F16 | 60.87 GiB | 116.83 B | Vulkan | 99 | 1 | tg128 | 59.17 ± 0.15 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log index 73011a6..4dfdef6 100644 --- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 120B MXFP4 MoE | 59.02 GiB | 116.83 B | Vulkan | 99 | 1 | pp512 | 1272.58 ± 72.63 | -| gpt-oss 120B MXFP4 MoE | 59.02 GiB | 116.83 B | Vulkan | 99 | 1 | tg128 | 69.85 ± 0.99 | +| gpt-oss 120B MXFP4 MoE | 59.02 GiB | 116.83 B | Vulkan | 99 | 1 | pp512 | 1001.84 ± 52.20 | +| gpt-oss 120B MXFP4 MoE | 59.02 GiB | 116.83 B | Vulkan | 99 | 1 | tg128 | 70.96 ± 0.06 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log index adb0e80..45fbd35 100644 --- a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 120B MXFP4 MoE | 59.02 GiB | 116.83 B | Vulkan | 99 | 1 | pp512 | 1130.70 ± 76.23 | -| gpt-oss 120B MXFP4 MoE | 59.02 GiB | 116.83 B | Vulkan | 99 | 1 | tg128 | 73.82 ± 0.94 | +| gpt-oss 120B MXFP4 MoE | 59.02 GiB | 116.83 B | Vulkan | 99 | 1 | pp512 | 875.50 ± 27.15 | +| gpt-oss 120B MXFP4 MoE | 59.02 GiB | 116.83 B | Vulkan | 99 | 1 | tg128 | 76.17 ± 0.11 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log deleted file mode 100644 index 22dee0f..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3453.09 ± 252.73 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 61.56 ± 0.05 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log deleted file mode 100644 index 5d1944b..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 576.11 ± 19.59 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 56.66 ± 0.01 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log deleted file mode 100644 index 27f7070..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3426.66 ± 43.35 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 61.37 ± 0.04 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log deleted file mode 100644 index 1af6c8a..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 561.87 ± 9.62 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 55.86 ± 1.27 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log deleted file mode 100644 index 58a061b..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3534.89 ± 14.36 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 62.22 ± 0.06 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log deleted file mode 100644 index 04372ce..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 557.51 ± 7.11 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 62.17 ± 0.07 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log deleted file mode 100644 index eb998f3..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3449.20 ± 31.03 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 61.78 ± 0.06 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log deleted file mode 100644 index c5d787d..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 560.29 ± 11.45 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 61.74 ± 0.09 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log deleted file mode 100644 index dc6e4a3..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3154.09 ± 25.90 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 62.18 ± 0.09 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log deleted file mode 100644 index 409d990..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 569.87 ± 5.71 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 57.41 ± 0.02 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log deleted file mode 100644 index e965f0a..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3147.90 ± 47.60 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 62.29 ± 0.09 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log deleted file mode 100644 index 880bd13..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 561.20 ± 12.26 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 57.56 ± 0.47 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log deleted file mode 100644 index 496bdd4..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3536.20 ± 35.99 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 62.21 ± 0.05 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log deleted file mode 100644 index fb4e344..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 555.55 ± 8.15 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 62.19 ± 0.07 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log deleted file mode 100644 index 620ae3d..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3451.09 ± 52.30 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 61.76 ± 0.07 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log deleted file mode 100644 index 106e4dc..0000000 --- a/benchmark/results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log +++ /dev/null @@ -1,11 +0,0 @@ -ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no -ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no -ggml_cuda_init: found 2 ROCm devices: - Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 - Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 550.69 ± 15.36 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 61.74 ± 0.09 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log deleted file mode 100644 index 90090f1..0000000 --- a/benchmark/results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log +++ /dev/null @@ -1,12 +0,0 @@ -WARNING: radv is not a conformant Vulkan implementation, testing use only. -WARNING: radv is not a conformant Vulkan implementation, testing use only. -ggml_vulkan: Found 3 Vulkan devices: -ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat -ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat -ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | Vulkan | 99 | 1 | pp512 | 736.07 ± 11.92 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | Vulkan | 99 | 1 | tg128 | 15.37 ± 0.42 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log deleted file mode 100644 index 15c6468..0000000 --- a/benchmark/results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log +++ /dev/null @@ -1,12 +0,0 @@ -WARNING: radv is not a conformant Vulkan implementation, testing use only. -WARNING: radv is not a conformant Vulkan implementation, testing use only. -ggml_vulkan: Found 3 Vulkan devices: -ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none -ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat -ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat -| model | size | params | backend | ngl | fa | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | Vulkan | 99 | 1 | pp512 | 2200.62 ± 29.19 | -| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | Vulkan | 99 | 1 | tg128 | 25.87 ± 1.07 | - -build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log index f8bc6e4..caf8be7 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 2359.23 ± 26.29 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 135.88 ± 0.17 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 2069.44 ± 95.76 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 135.08 ± 1.68 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log index 68b8f05..a6c161f 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 2364.37 ± 18.78 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 135.91 ± 0.03 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 2382.38 ± 38.22 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.83 ± 2.76 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log index 5d15b0c..3acde87 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 2353.39 ± 34.03 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 135.15 ± 0.02 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 2068.95 ± 25.92 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 133.82 ± 2.24 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log index 03ab0cf..c9027d3 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 2307.74 ± 28.85 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 135.22 ± 0.03 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 2340.43 ± 21.00 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.19 ± 2.85 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log index 60d921b..30a675f 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4735.62 ± 90.18 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 133.80 ± 1.51 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4614.90 ± 360.64 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.92 ± 0.16 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log index 2b6ad75..a6aee2d 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4632.35 ± 49.49 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.63 ± 0.32 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4699.71 ± 29.02 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.91 ± 0.18 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log index 8e4fba5..9bf27af 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4487.23 ± 25.71 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 131.20 ± 2.36 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4335.90 ± 567.42 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 132.77 ± 0.28 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log index 537090d..cb7fb01 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4442.65 ± 58.00 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 132.43 ± 0.49 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4477.77 ± 55.27 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 132.78 ± 0.28 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log index 7583c02..2ce90c1 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4729.35 ± 86.70 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 132.68 ± 4.03 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4797.05 ± 83.61 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.76 ± 0.39 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log index 5e5542e..cda9521 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4688.00 ± 81.13 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 133.91 ± 0.52 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4694.36 ± 55.31 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.68 ± 0.47 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log index 126bc5c..fc6fd95 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4700.83 ± 70.34 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.88 ± 0.50 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4701.61 ± 88.90 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 135.25 ± 0.47 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log index 3eb9f95..cb19661 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4584.82 ± 38.21 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.84 ± 0.51 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4648.30 ± 68.52 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 135.54 ± 0.32 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log index 21099df..b6370ca 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4688.15 ± 46.08 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.67 ± 0.48 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4529.76 ± 515.81 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.76 ± 0.25 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log index 172b7de..0b3e8de 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4589.19 ± 51.11 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.78 ± 0.32 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4663.49 ± 17.97 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.83 ± 0.22 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log index 7060da7..eb1205b 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4527.51 ± 60.50 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 132.52 ± 0.51 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4431.68 ± 359.15 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 132.70 ± 0.33 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log index 9b3d83b..5d30fa7 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4451.98 ± 67.83 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 132.21 ± 0.51 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4483.07 ± 48.74 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 132.21 ± 0.29 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log index 61c99b6..be2a3e3 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | Vulkan | 99 | 1 | pp512 | 2778.39 ± 78.76 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | Vulkan | 99 | 1 | tg128 | 121.58 ± 0.45 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | Vulkan | 99 | 1 | pp512 | 2812.95 ± 77.21 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | Vulkan | 99 | 1 | tg128 | 123.50 ± 0.04 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log index 434fdf3..f25a62b 100644 --- a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log +++ b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | Vulkan | 99 | 1 | pp512 | 2276.11 ± 154.18 | -| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | Vulkan | 99 | 1 | tg128 | 114.89 ± 0.12 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | Vulkan | 99 | 1 | pp512 | 2349.60 ± 135.17 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | Vulkan | 99 | 1 | tg128 | 117.95 ± 0.12 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log index 229d54d..8f5e10a 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 2463.36 ± 20.38 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.46 ± 0.02 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 2475.47 ± 12.47 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.29 ± 0.02 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log index 2f00e70..fcf16d7 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 2482.71 ± 14.40 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.54 ± 0.01 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 2473.56 ± 10.80 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.28 ± 0.01 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log index b3d7263..dd79ba8 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 2440.10 ± 12.35 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.55 ± 0.02 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 2439.10 ± 26.90 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.21 ± 0.03 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log index 916a2ac..e093fe7 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 2438.35 ± 10.88 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.74 ± 1.25 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 2450.63 ± 15.84 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.30 ± 0.02 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log index 7ea649e..fe905f8 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4591.90 ± 57.52 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.38 ± 0.06 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4621.54 ± 55.79 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.32 ± 0.03 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log index 94d8aed..d0515bc 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4592.51 ± 64.56 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.73 ± 0.12 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4610.40 ± 54.13 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 97.99 ± 0.02 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log index cbb2f93..6e4f57d 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4671.07 ± 91.98 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.47 ± 0.11 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4696.02 ± 67.74 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.56 ± 0.03 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log index ba38c59..aeb27a5 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4674.57 ± 95.66 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.76 ± 0.10 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4692.46 ± 70.17 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.10 ± 0.03 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log index 0224a35..b801889 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4489.99 ± 277.37 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.55 ± 0.12 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4589.14 ± 47.46 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.69 ± 0.16 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log index b59d6a3..434a0fe 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4582.30 ± 70.41 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.85 ± 0.18 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4591.97 ± 43.70 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.73 ± 0.16 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log index f5c9c70..18d52a7 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4563.75 ± 389.72 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.18 ± 0.12 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4756.40 ± 61.89 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.62 ± 0.11 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log index b65ec70..9c45b22 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4727.49 ± 89.16 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.96 ± 0.11 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4745.70 ± 63.13 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.57 ± 0.11 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log index e4c645c..3f9c7d9 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4579.06 ± 67.88 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.27 ± 0.03 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4597.18 ± 49.25 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.72 ± 0.03 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log index 8e36413..13ad7ad 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4572.18 ± 79.96 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 97.92 ± 0.03 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4597.41 ± 54.29 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.41 ± 0.04 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log index fd6a3a2..42bbc90 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4676.25 ± 91.78 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.79 ± 0.06 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4705.53 ± 63.80 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 97.98 ± 0.03 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log index 75dc860..3ea37d2 100644 --- a/benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log @@ -4,7 +4,7 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4674.48 ± 99.27 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.26 ± 0.04 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4696.41 ± 60.83 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.10 ± 0.02 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log index 312e83a..ac4e755 100644 --- a/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp1 ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | Vulkan | 99 | 1 | pp512 | 2330.33 ± 9.67 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | Vulkan | 99 | 1 | tg128 | 108.10 ± 0.13 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | Vulkan | 99 | 1 | pp512 | 2314.70 ± 25.81 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | Vulkan | 99 | 1 | tg128 | 107.76 ± 0.07 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log index f105736..13af47c 100644 --- a/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log +++ b/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log @@ -6,7 +6,7 @@ ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat | model | size | params | backend | ngl | fa | test | t/s | | ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | Vulkan | 99 | 1 | pp512 | 2081.19 ± 198.32 | -| llama 7B Q4_0 | 3.56 GiB | 6.74 B | Vulkan | 99 | 1 | tg128 | 97.97 ± 0.14 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | Vulkan | 99 | 1 | pp512 | 1909.92 ± 116.16 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | Vulkan | 99 | 1 | tg128 | 98.14 ± 0.06 | -build: fa0465954 (7205) +build: 6016d0bd4 (7285) diff --git a/docs/results.json b/docs/results.json index ac1331f..2b371b5 100644 --- a/docs/results.json +++ b/docs/results.json @@ -1,15 +1,11 @@ { "meta": { - "generated_at": "2025-12-05T08:42:30Z", + "generated_at": "2025-12-06T09:15:58Z", "os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)", "llamacpp_builds": [ { - "hash": "03d9a77b8", - "number": "7278" - }, - { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } ], "environments": [ @@ -45,8 +41,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1622.34, - "tps_std": 128.86, + "tps_mean": 818.04, + "tps_std": 30.69, "error": false, "error_type": null, "backend": "ROCm", @@ -60,8 +56,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -74,8 +70,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 57.53, - "tps_std": 0.07, + "tps_mean": 57.16, + "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", @@ -89,8 +85,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -103,8 +99,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 637.77, - "tps_std": 13.61, + "tps_mean": 644.36, + "tps_std": 8.83, "error": false, "error_type": null, "backend": "ROCm", @@ -118,8 +114,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -132,7 +128,65 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 52.05, + "tps_mean": 51.88, + "tps_std": 0.17, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 800.5, + "tps_std": 43.62, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 57.29, "tps_std": 0.03, "error": false, "error_type": null, @@ -143,70 +197,12 @@ "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", - "env": "rocm-7-nightly", - "env_base": "rocm", - "env_variant": "7-nightly", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1544.19, - "tps_std": 224.65, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", - "env": "rocm-7-nightly", - "env_base": "rocm", - "env_variant": "7-nightly", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.28, - "tps_std": 0.07, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -219,8 +215,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 629.39, - "tps_std": 20.64, + "tps_mean": 638.77, + "tps_std": 8.84, "error": false, "error_type": null, "backend": "ROCm", @@ -234,8 +230,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -248,8 +244,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 51.87, - "tps_std": 0.05, + "tps_mean": 51.65, + "tps_std": 0.42, "error": false, "error_type": null, "backend": "ROCm", @@ -263,8 +259,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -277,8 +273,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1538.72, - "tps_std": 208.0, + "tps_mean": 1577.01, + "tps_std": 83.25, "error": false, "error_type": null, "backend": "ROCm", @@ -292,8 +288,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -306,8 +302,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 58.02, - "tps_std": 0.11, + "tps_mean": 57.72, + "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", @@ -321,8 +317,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -335,8 +331,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 664.86, - "tps_std": 54.89, + "tps_mean": 670.79, + "tps_std": 24.36, "error": false, "error_type": null, "backend": "ROCm", @@ -350,8 +346,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -364,7 +360,65 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 57.84, + "tps_mean": 57.75, + "tps_std": 0.5, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1640.28, + "tps_std": 17.48, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 55.41, "tps_std": 0.06, "error": false, "error_type": null, @@ -375,70 +429,12 @@ "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", - "env": "rocm-7.9", - "env_base": "rocm", - "env_variant": "7.9", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1599.94, - "tps_std": 126.3, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", - "env": "rocm-7.9", - "env_base": "rocm", - "env_variant": "7.9", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.5, - "tps_std": 0.05, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -451,8 +447,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 682.09, - "tps_std": 7.42, + "tps_mean": 676.65, + "tps_std": 20.88, "error": false, "error_type": null, "backend": "ROCm", @@ -466,8 +462,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -480,8 +476,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 58.06, - "tps_std": 0.43, + "tps_mean": 57.63, + "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", @@ -495,8 +491,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -509,8 +505,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1704.02, - "tps_std": 12.95, + "tps_mean": 1686.79, + "tps_std": 32.81, "error": false, "error_type": null, "backend": "ROCm", @@ -524,8 +520,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -538,8 +534,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 57.95, - "tps_std": 0.52, + "tps_mean": 58.26, + "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", @@ -553,8 +549,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -567,8 +563,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 664.27, - "tps_std": 16.59, + "tps_mean": 661.24, + "tps_std": 12.2, "error": false, "error_type": null, "backend": "ROCm", @@ -582,8 +578,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -596,8 +592,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 52.8, - "tps_std": 0.02, + "tps_mean": 52.64, + "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", @@ -611,8 +607,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -625,8 +621,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1731.74, - "tps_std": 16.06, + "tps_mean": 1730.61, + "tps_std": 34.04, "error": false, "error_type": null, "backend": "ROCm", @@ -640,8 +636,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -654,8 +650,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 57.64, - "tps_std": 0.54, + "tps_mean": 57.2, + "tps_std": 0.77, "error": false, "error_type": null, "backend": "ROCm", @@ -669,8 +665,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -683,8 +679,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 687.91, - "tps_std": 6.98, + "tps_mean": 688.64, + "tps_std": 11.04, "error": false, "error_type": null, "backend": "ROCm", @@ -698,8 +694,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -712,8 +708,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 52.27, - "tps_std": 0.43, + "tps_mean": 52.51, + "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", @@ -727,8 +723,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -741,8 +737,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1553.68, - "tps_std": 160.23, + "tps_mean": 1588.08, + "tps_std": 46.01, "error": false, "error_type": null, "backend": "ROCm", @@ -756,8 +752,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -770,8 +766,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 57.81, - "tps_std": 0.07, + "tps_mean": 57.3, + "tps_std": 0.67, "error": false, "error_type": null, "backend": "ROCm", @@ -785,8 +781,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -799,8 +795,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 672.84, - "tps_std": 8.78, + "tps_mean": 676.12, + "tps_std": 15.33, "error": false, "error_type": null, "backend": "ROCm", @@ -814,8 +810,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -828,7 +824,555 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 57.86, + "tps_mean": 57.72, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 683.86, + "tps_std": 15.6, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 56.94, + "tps_std": 0.52, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 286.15, + "tps_std": 12.06, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 15.81, + "tps_std": 0.17, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1886.73, + "tps_std": 107.96, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 26.98, + "tps_std": 1.9, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1187.71, + "tps_std": 4.64, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 107.6, + "tps_std": 0.57, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2914.78, + "tps_std": 233.63, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 107.46, + "tps_std": 0.48, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1205.03, + "tps_std": 11.21, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 107.14, + "tps_std": 0.69, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2873.06, + "tps_std": 13.41, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 106.98, + "tps_std": 0.64, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2803.16, + "tps_std": 16.89, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 102.98, + "tps_std": 0.55, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2795.19, + "tps_std": 24.52, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 101.55, "tps_std": 0.4, "error": false, "error_type": null, @@ -836,557 +1380,6 @@ "ngl": 99, "mmap": null, "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1629.33, - "tps_std": 67.83, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.58, - "tps_std": 0.05, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 684.37, - "tps_std": 2.61, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.54, - "tps_std": 0.08, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 286.55, - "tps_std": 12.36, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.21, - "tps_std": 0.15, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1593.95, - "tps_std": 58.52, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 30.17, - "tps_std": 0.36, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7-nightly-rocwmma", - "env_base": "rocm", - "env_variant": "7-nightly-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 3020.37, - "tps_std": 43.13, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7-nightly-rocwmma", - "env_base": "rocm", - "env_variant": "7-nightly-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 107.8, - "tps_std": 0.58, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7-nightly-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7-nightly-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2997.38, - "tps_std": 60.33, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7-nightly-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7-nightly-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 107.79, - "tps_std": 0.46, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7-nightly", - "env_base": "rocm", - "env_variant": "7-nightly", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2913.43, - "tps_std": 23.64, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7-nightly", - "env_base": "rocm", - "env_variant": "7-nightly", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 107.01, - "tps_std": 0.69, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7-nightly-hblt0", - "env_base": "rocm", - "env_variant": "7-nightly-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2919.46, - "tps_std": 42.12, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7-nightly-hblt0", - "env_base": "rocm", - "env_variant": "7-nightly-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 106.96, - "tps_std": 0.69, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7.9-rocwmma", - "env_base": "rocm", - "env_variant": "7.9-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2819.16, - "tps_std": 36.53, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7.9-rocwmma", - "env_base": "rocm", - "env_variant": "7.9-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 101.55, - "tps_std": 0.36, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7.9-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7.9-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2798.79, - "tps_std": 24.28, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", @@ -1394,37 +1387,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7.9-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7.9-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 101.01, - "tps_std": 0.29, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -1437,8 +1401,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2855.4, - "tps_std": 20.98, + "tps_mean": 2887.22, + "tps_std": 42.71, "error": false, "error_type": null, "backend": "ROCm", @@ -1452,8 +1416,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -1466,8 +1430,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 102.88, - "tps_std": 0.52, + "tps_mean": 103.24, + "tps_std": 0.49, "error": false, "error_type": null, "backend": "ROCm", @@ -1481,8 +1445,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -1495,8 +1459,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2857.35, - "tps_std": 21.82, + "tps_mean": 2856.67, + "tps_std": 13.72, "error": false, "error_type": null, "backend": "ROCm", @@ -1510,8 +1474,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -1524,8 +1488,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 103.0, - "tps_std": 0.52, + "tps_mean": 100.53, + "tps_std": 0.62, "error": false, "error_type": null, "backend": "ROCm", @@ -1539,8 +1503,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -1553,8 +1517,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2839.13, - "tps_std": 17.8, + "tps_mean": 2813.43, + "tps_std": 19.17, "error": false, "error_type": null, "backend": "ROCm", @@ -1568,8 +1532,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -1582,8 +1546,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 106.43, - "tps_std": 0.52, + "tps_mean": 105.57, + "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", @@ -1597,8 +1561,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -1611,8 +1575,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2805.58, - "tps_std": 24.28, + "tps_mean": 2805.82, + "tps_std": 12.56, "error": false, "error_type": null, "backend": "ROCm", @@ -1626,8 +1590,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -1640,8 +1604,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 106.42, - "tps_std": 0.5, + "tps_mean": 105.84, + "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", @@ -1655,8 +1619,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -1669,8 +1633,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2948.99, - "tps_std": 46.59, + "tps_mean": 2898.68, + "tps_std": 108.51, "error": false, "error_type": null, "backend": "ROCm", @@ -1684,8 +1648,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -1698,7 +1662,181 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 105.97, + "tps_mean": 105.66, + "tps_std": 0.45, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2934.64, + "tps_std": 33.57, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 105.81, + "tps_std": 0.41, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2733.56, + "tps_std": 171.5, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 101.21, + "tps_std": 0.55, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2779.82, + "tps_std": 39.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 100.99, "tps_std": 0.24, "error": false, "error_type": null, @@ -1709,186 +1847,12 @@ "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2921.36, - "tps_std": 33.18, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 105.79, - "tps_std": 0.44, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2827.41, - "tps_std": 23.48, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 101.05, - "tps_std": 1.22, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2783.87, - "tps_std": 35.6, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 101.3, - "tps_std": 0.29, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -1901,8 +1865,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2867.39, - "tps_std": 32.96, + "tps_mean": 2661.39, + "tps_std": 352.85, "error": false, "error_type": null, "backend": "ROCm", @@ -1916,8 +1880,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -1930,8 +1894,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 102.97, - "tps_std": 0.51, + "tps_mean": 103.15, + "tps_std": 0.67, "error": false, "error_type": null, "backend": "ROCm", @@ -1945,8 +1909,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -1959,8 +1923,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2846.47, - "tps_std": 25.01, + "tps_mean": 2860.07, + "tps_std": 36.46, "error": false, "error_type": null, "backend": "ROCm", @@ -1974,8 +1938,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -1988,8 +1952,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 102.24, - "tps_std": 1.48, + "tps_mean": 101.6, + "tps_std": 0.58, "error": false, "error_type": null, "backend": "ROCm", @@ -2003,8 +1967,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2017,8 +1981,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1450.58, - "tps_std": 57.46, + "tps_mean": 1213.41, + "tps_std": 52.49, "error": false, "error_type": null, "backend": "Vulkan", @@ -2032,8 +1996,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2046,8 +2010,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 112.62, - "tps_std": 0.49, + "tps_mean": 110.66, + "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", @@ -2061,8 +2025,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2075,8 +2039,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1278.02, - "tps_std": 94.48, + "tps_mean": 1186.84, + "tps_std": 47.8, "error": false, "error_type": null, "backend": "Vulkan", @@ -2090,8 +2054,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2104,7 +2068,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 102.18, + "tps_mean": 102.53, "tps_std": 0.36, "error": false, "error_type": null, @@ -2119,8 +2083,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2133,8 +2097,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1888.53, - "tps_std": 18.64, + "tps_mean": 1124.96, + "tps_std": 18.06, "error": false, "error_type": null, "backend": "ROCm", @@ -2148,8 +2112,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2162,8 +2126,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 77.77, - "tps_std": 0.12, + "tps_mean": 77.36, + "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", @@ -2177,8 +2141,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2191,8 +2155,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1757.56, - "tps_std": 2.78, + "tps_mean": 1741.88, + "tps_std": 9.34, "error": false, "error_type": null, "backend": "ROCm", @@ -2206,8 +2170,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2220,8 +2184,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 77.62, - "tps_std": 0.12, + "tps_mean": 77.41, + "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", @@ -2235,8 +2199,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2249,8 +2213,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1823.4, - "tps_std": 79.46, + "tps_mean": 1161.1, + "tps_std": 14.16, "error": false, "error_type": null, "backend": "ROCm", @@ -2264,8 +2228,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2278,8 +2242,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 77.05, - "tps_std": 0.21, + "tps_mean": 76.94, + "tps_std": 0.66, "error": false, "error_type": null, "backend": "ROCm", @@ -2293,8 +2257,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2307,8 +2271,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1713.47, - "tps_std": 20.05, + "tps_mean": 1716.43, + "tps_std": 20.79, "error": false, "error_type": null, "backend": "ROCm", @@ -2322,8 +2286,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2336,8 +2300,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 77.21, - "tps_std": 0.13, + "tps_mean": 77.09, + "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", @@ -2351,8 +2315,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2365,8 +2329,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2995.6, - "tps_std": 21.52, + "tps_mean": 2964.37, + "tps_std": 19.03, "error": false, "error_type": null, "backend": "ROCm", @@ -2380,8 +2344,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2394,7 +2358,355 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 77.06, + "tps_mean": 77.1, + "tps_std": 0.22, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2683.21, + "tps_std": 17.21, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 76.97, + "tps_std": 0.22, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3047.17, + "tps_std": 30.17, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 75.95, + "tps_std": 0.22, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2739.55, + "tps_std": 21.33, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 75.92, + "tps_std": 0.24, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3040.27, + "tps_std": 8.51, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 78.34, + "tps_std": 0.26, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2686.46, + "tps_std": 14.34, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 78.42, + "tps_std": 0.27, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3078.21, + "tps_std": 160.21, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 77.63, "tps_std": 0.31, "error": false, "error_type": null, @@ -2405,200 +2717,26 @@ "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.9-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7.9-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2692.4, - "tps_std": 14.09, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.9-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7.9-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 77.29, - "tps_std": 0.23, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.9", - "env_base": "rocm", - "env_variant": "7.9", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 3048.39, - "tps_std": 23.8, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.9", - "env_base": "rocm", - "env_variant": "7.9", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 76.22, - "tps_std": 0.23, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.9-hblt0", - "env_base": "rocm", - "env_variant": "7.9-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2737.79, - "tps_std": 9.63, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.9-hblt0", - "env_base": "rocm", - "env_variant": "7.9-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 76.02, - "tps_std": 0.21, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", + "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", - "env_variant": "rocwmma", + "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 3042.89, - "tps_std": 19.22, + "tps_mean": 2773.21, + "tps_std": 10.68, "error": false, "error_type": null, "backend": "ROCm", @@ -2608,25 +2746,25 @@ "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", + "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", - "env_variant": "rocwmma", + "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 78.56, + "tps_mean": 77.53, "tps_std": 0.28, "error": false, "error_type": null, @@ -2637,186 +2775,12 @@ "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2692.73, - "tps_std": 7.68, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 78.04, - "tps_std": 0.99, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 3141.98, - "tps_std": 27.97, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 77.74, - "tps_std": 0.29, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2795.57, - "tps_std": 9.79, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 77.54, - "tps_std": 0.34, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2829,8 +2793,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2973.42, - "tps_std": 43.94, + "tps_mean": 2965.21, + "tps_std": 17.7, "error": false, "error_type": null, "backend": "ROCm", @@ -2844,8 +2808,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2858,37 +2822,66 @@ "context": "default", "context_tokens": null, "test": "tg128", + "tps_mean": 77.09, + "tps_std": 0.21, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2670.23, + "tps_std": 11.73, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 33.51, + "name_params_b": 30.53, + "quant": "Q8_K_XL", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", "tps_mean": 77.22, - "tps_std": 0.23, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2689.18, - "tps_std": 17.39, + "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", @@ -2902,37 +2895,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 76.83, - "tps_std": 1.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2945,8 +2909,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 3050.31, - "tps_std": 19.73, + "tps_mean": 3036.68, + "tps_std": 20.1, "error": false, "error_type": null, "backend": "ROCm", @@ -2960,8 +2924,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -2974,8 +2938,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 75.79, - "tps_std": 0.44, + "tps_mean": 75.98, + "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", @@ -2989,8 +2953,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3003,8 +2967,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2752.4, - "tps_std": 19.12, + "tps_mean": 2742.93, + "tps_std": 16.52, "error": false, "error_type": null, "backend": "ROCm", @@ -3018,8 +2982,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3032,8 +2996,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 76.0, - "tps_std": 0.23, + "tps_mean": 75.97, + "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", @@ -3047,8 +3011,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3061,8 +3025,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1716.73, - "tps_std": 53.79, + "tps_mean": 1713.67, + "tps_std": 53.31, "error": false, "error_type": null, "backend": "Vulkan", @@ -3076,8 +3040,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3090,8 +3054,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 82.29, - "tps_std": 0.1, + "tps_mean": 82.76, + "tps_std": 0.08, "error": false, "error_type": null, "backend": "Vulkan", @@ -3105,8 +3069,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3119,8 +3083,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1437.77, - "tps_std": 62.07, + "tps_mean": 1383.56, + "tps_std": 58.73, "error": false, "error_type": null, "backend": "Vulkan", @@ -3134,8 +3098,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3148,7 +3112,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 78.4, + "tps_mean": 77.98, "tps_std": 0.13, "error": false, "error_type": null, @@ -3163,8 +3127,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3177,8 +3141,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 35.87, - "tps_std": 0.1, + "tps_mean": 35.15, + "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", @@ -3191,7 +3155,39 @@ "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", - "build": null + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 0.79, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", @@ -3203,8 +3199,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 925.06, - "tps_std": 3.97, + "tps_mean": 809.06, + "tps_std": 33.23, "error": false, "error_type": null, "backend": "ROCm", @@ -3218,8 +3214,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "03d9a77b8", - "number": "7278" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3232,8 +3228,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 34.47, - "tps_std": 0.01, + "tps_mean": 34.09, + "tps_std": 0.65, "error": false, "error_type": null, "backend": "ROCm", @@ -3247,8 +3243,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "03d9a77b8", - "number": "7278" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3261,8 +3257,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 35.58, - "tps_std": 0.09, + "tps_mean": 36.04, + "tps_std": 1.53, "error": false, "error_type": null, "backend": "ROCm", @@ -3275,7 +3271,39 @@ "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", - "build": null + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 0.79, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", @@ -3287,8 +3315,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 920.43, - "tps_std": 4.69, + "tps_mean": 915.57, + "tps_std": 4.7, "error": false, "error_type": null, "backend": "ROCm", @@ -3302,8 +3330,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "03d9a77b8", - "number": "7278" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3316,8 +3344,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 34.54, - "tps_std": 0.01, + "tps_mean": 34.42, + "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", @@ -3331,8 +3359,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "03d9a77b8", - "number": "7278" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3345,8 +3373,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 930.23, - "tps_std": 3.66, + "tps_mean": 921.0, + "tps_std": 6.15, "error": false, "error_type": null, "backend": "ROCm", @@ -3360,8 +3388,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "03d9a77b8", - "number": "7278" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3374,8 +3402,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 37.72, - "tps_std": 0.03, + "tps_mean": 37.13, + "tps_std": 0.9, "error": false, "error_type": null, "backend": "ROCm", @@ -3389,8 +3417,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "03d9a77b8", - "number": "7278" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3403,8 +3431,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 967.56, - "tps_std": 1.62, + "tps_mean": 963.42, + "tps_std": 6.03, "error": false, "error_type": null, "backend": "ROCm", @@ -3418,8 +3446,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "03d9a77b8", - "number": "7278" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3432,8 +3460,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 37.73, - "tps_std": 0.02, + "tps_mean": 37.59, + "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", @@ -3447,8 +3475,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "03d9a77b8", - "number": "7278" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3461,8 +3489,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 928.76, - "tps_std": 5.89, + "tps_mean": 928.02, + "tps_std": 4.53, "error": false, "error_type": null, "backend": "ROCm", @@ -3476,8 +3504,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "03d9a77b8", - "number": "7278" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3490,8 +3518,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 37.94, - "tps_std": 0.05, + "tps_mean": 37.7, + "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", @@ -3505,8 +3533,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "03d9a77b8", - "number": "7278" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3519,8 +3547,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 971.69, - "tps_std": 3.83, + "tps_mean": 965.17, + "tps_std": 4.88, "error": false, "error_type": null, "backend": "ROCm", @@ -3534,8 +3562,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "03d9a77b8", - "number": "7278" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -3548,472 +3576,443 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 37.79, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 922.99, - "tps_std": 11.27, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 38.77, - "tps_std": 0.05, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 897.76, - "tps_std": 4.81, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 34.5, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 938.18, - "tps_std": 10.04, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 38.93, - "tps_std": 0.09, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 900.84, - "tps_std": 3.43, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 34.54, - "tps_std": 0.07, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 908.21, - "tps_std": 2.86, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.63, - "tps_std": 0.07, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 935.46, - "tps_std": 5.91, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.84, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 911.83, - "tps_std": 4.32, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.69, - "tps_std": 0.12, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 943.82, - "tps_std": 7.26, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", "tps_mean": 37.81, - "tps_std": 0.09, + "tps_std": 0.06, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 922.52, + "tps_std": 7.87, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 38.59, + "tps_std": 0.07, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 904.88, + "tps_std": 3.87, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 34.42, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 936.74, + "tps_std": 8.89, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 38.87, + "tps_std": 0.06, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 906.89, + "tps_std": 5.4, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 34.53, + "tps_std": 0.1, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 895.25, + "tps_std": 9.23, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 37.64, + "tps_std": 0.07, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 932.2, + "tps_std": 5.85, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 37.8, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 755.54, + "tps_std": 61.49, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 37.0, + "tps_std": 1.56, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 934.42, + "tps_std": 4.61, "error": false, "error_type": null, "backend": "ROCm", @@ -4027,8 +4026,37 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "03d9a77b8", - "number": "7278" + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 37.67, + "tps_std": 0.15, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4041,8 +4069,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 613.5, - "tps_std": 47.21, + "tps_mean": 510.76, + "tps_std": 1.54, "error": false, "error_type": null, "backend": "Vulkan", @@ -4056,8 +4084,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "03d9a77b8", - "number": "7278" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4070,7 +4098,65 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 53.23, + "tps_mean": 52.54, + "tps_std": 0.26, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 413.79, + "tps_std": 31.74, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 29.61, "tps_std": 0.27, "error": false, "error_type": null, @@ -4081,70 +4167,12 @@ "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 478.78, - "tps_std": 58.68, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { - "hash": "03d9a77b8", - "number": "7278" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 25.92, - "tps_std": 0.52, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": null, - "params_b": 79.67, - "file_size_gib": 42.01, - "name_params_b": 79.67, - "quant": "Q4_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "03d9a77b8", - "number": "7278" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4156,54 +4184,22 @@ "fa": true, "context": "default", "context_tokens": null, - "test": "pp512", - "tps_mean": 1467.59, - "tps_std": 33.66, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, "mmap": null, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7-nightly-rocwmma", - "env_base": "rocm", - "env_variant": "7-nightly-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 30.98, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } + "build": null }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", @@ -4215,8 +4211,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1209.48, - "tps_std": 4.18, + "tps_mean": 1204.93, + "tps_std": 0.73, "error": false, "error_type": null, "backend": "ROCm", @@ -4230,8 +4226,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4244,8 +4240,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 30.94, - "tps_std": 0.02, + "tps_mean": 30.82, + "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", @@ -4259,8 +4255,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4273,8 +4269,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1471.76, - "tps_std": 6.4, + "tps_mean": 1459.81, + "tps_std": 7.69, "error": false, "error_type": null, "backend": "ROCm", @@ -4288,8 +4284,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4317,8 +4313,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4331,8 +4327,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1193.3, - "tps_std": 0.92, + "tps_mean": 1188.76, + "tps_std": 0.8, "error": false, "error_type": null, "backend": "ROCm", @@ -4346,8 +4342,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4360,6 +4356,180 @@ "context": "default", "context_tokens": null, "test": "tg128", + "tps_mean": 31.18, + "tps_std": 0.18, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2607.8, + "tps_std": 28.74, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.98, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1831.32, + "tps_std": 5.25, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.88, + "tps_std": 0.19, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2602.75, + "tps_std": 353.11, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", "tps_mean": 31.27, "tps_std": 0.02, "error": false, @@ -4371,186 +4541,12 @@ "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7.9-rocwmma", - "env_base": "rocm", - "env_variant": "7.9-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2620.27, - "tps_std": 58.52, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7.9-rocwmma", - "env_base": "rocm", - "env_variant": "7.9-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 30.99, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7.9-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7.9-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1838.59, - "tps_std": 5.99, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7.9-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7.9-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 30.96, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7.9", - "env_base": "rocm", - "env_variant": "7.9", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2777.85, - "tps_std": 3.51, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7.9", - "env_base": "rocm", - "env_variant": "7.9", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 31.25, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4563,8 +4559,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1906.35, - "tps_std": 7.11, + "tps_mean": 1901.78, + "tps_std": 7.17, "error": false, "error_type": null, "backend": "ROCm", @@ -4578,8 +4574,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4592,8 +4588,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 31.31, - "tps_std": 0.02, + "tps_mean": 31.09, + "tps_std": 0.25, "error": false, "error_type": null, "backend": "ROCm", @@ -4607,8 +4603,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4621,8 +4617,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2759.96, - "tps_std": 14.76, + "tps_mean": 2707.18, + "tps_std": 15.76, "error": false, "error_type": null, "backend": "ROCm", @@ -4636,8 +4632,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4650,8 +4646,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 31.02, - "tps_std": 0.02, + "tps_mean": 30.92, + "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", @@ -4665,8 +4661,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4679,8 +4675,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1925.96, - "tps_std": 5.08, + "tps_mean": 1894.6, + "tps_std": 6.55, "error": false, "error_type": null, "backend": "ROCm", @@ -4694,8 +4690,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4708,8 +4704,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 31.0, - "tps_std": 0.02, + "tps_mean": 30.87, + "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", @@ -4723,8 +4719,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4737,8 +4733,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2885.85, - "tps_std": 24.14, + "tps_mean": 2860.62, + "tps_std": 21.62, "error": false, "error_type": null, "backend": "ROCm", @@ -4752,8 +4748,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4766,8 +4762,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 31.28, - "tps_std": 0.02, + "tps_mean": 31.27, + "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", @@ -4781,8 +4777,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4795,8 +4791,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1976.74, - "tps_std": 6.47, + "tps_mean": 1960.79, + "tps_std": 6.8, "error": false, "error_type": null, "backend": "ROCm", @@ -4810,8 +4806,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4824,7 +4820,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 31.26, + "tps_mean": 31.35, "tps_std": 0.02, "error": false, "error_type": null, @@ -4839,8 +4835,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4853,8 +4849,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2626.7, - "tps_std": 13.6, + "tps_mean": 2465.1, + "tps_std": 257.6, "error": false, "error_type": null, "backend": "ROCm", @@ -4868,8 +4864,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4897,8 +4893,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4911,8 +4907,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1833.53, - "tps_std": 6.02, + "tps_mean": 1828.85, + "tps_std": 6.68, "error": false, "error_type": null, "backend": "ROCm", @@ -4926,8 +4922,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4940,8 +4936,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 30.94, - "tps_std": 0.02, + "tps_mean": 30.83, + "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", @@ -4955,8 +4951,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4969,8 +4965,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2780.99, - "tps_std": 4.35, + "tps_mean": 2754.63, + "tps_std": 44.08, "error": false, "error_type": null, "backend": "ROCm", @@ -4984,8 +4980,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -4998,7 +4994,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 31.26, + "tps_mean": 31.25, "tps_std": 0.02, "error": false, "error_type": null, @@ -5013,8 +5009,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5027,8 +5023,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1906.89, - "tps_std": 6.13, + "tps_mean": 1900.55, + "tps_std": 8.55, "error": false, "error_type": null, "backend": "ROCm", @@ -5042,8 +5038,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5056,8 +5052,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 31.27, - "tps_std": 0.02, + "tps_mean": 31.12, + "tps_std": 0.2, "error": false, "error_type": null, "backend": "ROCm", @@ -5071,8 +5067,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5085,8 +5081,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1437.05, - "tps_std": 134.24, + "tps_mean": 1234.73, + "tps_std": 28.51, "error": false, "error_type": null, "backend": "Vulkan", @@ -5100,8 +5096,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5114,8 +5110,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 30.69, - "tps_std": 0.3, + "tps_mean": 31.58, + "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", @@ -5129,8 +5125,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5143,8 +5139,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1362.7, - "tps_std": 91.17, + "tps_mean": 1319.14, + "tps_std": 103.83, "error": false, "error_type": null, "backend": "Vulkan", @@ -5158,8 +5154,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5172,8 +5168,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 27.07, - "tps_std": 0.13, + "tps_mean": 28.04, + "tps_std": 0.09, "error": false, "error_type": null, "backend": "Vulkan", @@ -5187,8 +5183,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5200,22 +5196,54 @@ "fa": true, "context": "default", "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, + "test": "pp512", + "tps_mean": 1585.99, + "tps_std": 4.29, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", - "build": null + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.44, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", @@ -5227,8 +5255,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 185.29, - "tps_std": 0.29, + "tps_mean": 182.83, + "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", @@ -5242,8 +5270,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5257,7 +5285,7 @@ "context_tokens": null, "test": "tg128", "tps_mean": 9.3, - "tps_std": 0.01, + "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", @@ -5271,8 +5299,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5285,7 +5313,7 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1512.53, + "tps_mean": 1493.04, "tps_std": 2.86, "error": false, "error_type": null, @@ -5300,8 +5328,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5314,7 +5342,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 9.45, + "tps_mean": 9.44, "tps_std": 0.0, "error": false, "error_type": null, @@ -5329,8 +5357,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5343,8 +5371,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 181.36, - "tps_std": 0.17, + "tps_mean": 180.46, + "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", @@ -5358,8 +5386,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5387,8 +5415,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5400,54 +5428,22 @@ "fa": true, "context": "default", "context_tokens": null, - "test": "pp512", - "tps_mean": 1569.01, - "tps_std": 8.41, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, "mmap": null, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7.9-rocwmma", - "env_base": "rocm", - "env_variant": "7.9-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 9.49, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } + "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", @@ -5459,8 +5455,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 175.2, - "tps_std": 0.23, + "tps_mean": 175.25, + "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", @@ -5474,8 +5470,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5488,7 +5484,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 9.49, + "tps_mean": 9.48, "tps_std": 0.0, "error": false, "error_type": null, @@ -5503,8 +5499,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5517,8 +5513,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1542.16, - "tps_std": 90.21, + "tps_mean": 1576.23, + "tps_std": 3.21, "error": false, "error_type": null, "backend": "ROCm", @@ -5532,8 +5528,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5546,8 +5542,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 9.47, - "tps_std": 0.01, + "tps_mean": 9.48, + "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", @@ -5561,8 +5557,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5575,8 +5571,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 174.65, - "tps_std": 0.15, + "tps_mean": 174.12, + "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", @@ -5590,8 +5586,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5604,8 +5600,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 9.47, - "tps_std": 0.02, + "tps_mean": 9.48, + "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", @@ -5619,8 +5615,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5633,8 +5629,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1267.81, - "tps_std": 2.66, + "tps_mean": 1276.65, + "tps_std": 2.16, "error": false, "error_type": null, "backend": "ROCm", @@ -5648,8 +5644,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5677,8 +5673,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5691,8 +5687,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 178.11, - "tps_std": 0.12, + "tps_mean": 178.55, + "tps_std": 0.2, "error": false, "error_type": null, "backend": "ROCm", @@ -5706,8 +5702,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5735,8 +5731,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5749,8 +5745,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1315.95, - "tps_std": 2.75, + "tps_mean": 1283.11, + "tps_std": 63.39, "error": false, "error_type": null, "backend": "ROCm", @@ -5764,8 +5760,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5778,7 +5774,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 9.49, + "tps_mean": 9.48, "tps_std": 0.01, "error": false, "error_type": null, @@ -5793,8 +5789,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5807,8 +5803,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 179.09, - "tps_std": 2.05, + "tps_mean": 179.49, + "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", @@ -5822,8 +5818,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5836,8 +5832,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 9.38, - "tps_std": 0.0, + "tps_mean": 9.36, + "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", @@ -5851,8 +5847,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5864,22 +5860,54 @@ "fa": true, "context": "default", "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, + "test": "pp512", + "tps_mean": 1528.82, + "tps_std": 40.36, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", - "build": null + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.47, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", @@ -5891,8 +5919,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 174.51, - "tps_std": 0.28, + "tps_mean": 173.63, + "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", @@ -5906,8 +5934,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5935,8 +5963,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -5948,22 +5976,54 @@ "fa": true, "context": "default", "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, + "test": "pp512", + "tps_mean": 1574.37, + "tps_std": 2.97, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", - "build": null + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.49, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", @@ -5975,8 +6035,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 175.33, - "tps_std": 0.32, + "tps_mean": 174.8, + "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", @@ -5990,8 +6050,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -6004,8 +6064,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 9.47, - "tps_std": 0.02, + "tps_mean": 9.49, + "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", @@ -6019,8 +6079,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -6059,8 +6119,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 542.43, - "tps_std": 29.38, + "tps_mean": 491.06, + "tps_std": 0.56, "error": false, "error_type": null, "backend": "Vulkan", @@ -6074,8 +6134,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -6088,8 +6148,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 9.07, - "tps_std": 0.01, + "tps_mean": 9.12, + "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", @@ -6103,8 +6163,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -6117,8 +6177,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 6494.67, - "tps_std": 507.2, + "tps_mean": 6743.58, + "tps_std": 171.78, "error": false, "error_type": null, "backend": "ROCm", @@ -6132,8 +6192,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -6146,8 +6206,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 123.67, - "tps_std": 0.06, + "tps_mean": 122.59, + "tps_std": 2.18, "error": false, "error_type": null, "backend": "ROCm", @@ -6161,8 +6221,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -6175,8 +6235,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 6745.25, - "tps_std": 159.52, + "tps_mean": 6720.46, + "tps_std": 178.71, "error": false, "error_type": null, "backend": "ROCm", @@ -6190,8 +6250,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -6204,8 +6264,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 123.6, - "tps_std": 0.09, + "tps_mean": 120.9, + "tps_std": 4.67, "error": false, "error_type": null, "backend": "ROCm", @@ -6219,8 +6279,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -6233,8 +6293,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 6492.57, - "tps_std": 170.63, + "tps_mean": 6477.6, + "tps_std": 175.68, "error": false, "error_type": null, "backend": "ROCm", @@ -6248,8 +6308,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -6262,8 +6322,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 126.82, - "tps_std": 0.12, + "tps_mean": 126.69, + "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", @@ -6277,8 +6337,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -6291,8 +6351,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 6522.19, - "tps_std": 173.72, + "tps_mean": 6492.44, + "tps_std": 164.37, "error": false, "error_type": null, "backend": "ROCm", @@ -6306,8 +6366,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -6320,8 +6380,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 126.85, - "tps_std": 0.03, + "tps_mean": 126.45, + "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", @@ -6335,8 +6395,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -6349,8 +6409,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 6152.7, - "tps_std": 159.74, + "tps_mean": 6138.56, + "tps_std": 162.42, "error": false, "error_type": null, "backend": "ROCm", @@ -6364,8 +6424,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -6378,65 +6438,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 121.27, - "tps_std": 0.06, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7.9-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7.9-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 6152.92, - "tps_std": 156.96, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7.9-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7.9-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 121.54, + "tps_mean": 121.28, "tps_std": 0.04, "error": false, "error_type": null, @@ -6447,170 +6449,54 @@ "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6144.37, + "tps_std": 161.7, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7.9", + "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", - "env_variant": "7.9", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 6424.71, - "tps_std": 204.24, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7.9", - "env_base": "rocm", - "env_variant": "7.9", + "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 124.41, - "tps_std": 0.06, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7.9-hblt0", - "env_base": "rocm", - "env_variant": "7.9-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 6436.17, - "tps_std": 205.46, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7.9-hblt0", - "env_base": "rocm", - "env_variant": "7.9-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 124.77, - "tps_std": 0.09, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 6111.63, - "tps_std": 744.73, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 122.67, + "tps_mean": 121.05, "tps_std": 0.08, "error": false, "error_type": null, @@ -6621,26 +6507,26 @@ "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 6426.79, - "tps_std": 153.19, + "tps_mean": 6413.96, + "tps_std": 202.49, "error": false, "error_type": null, "backend": "ROCm", @@ -6650,25 +6536,25 @@ "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 122.85, + "tps_mean": 124.42, "tps_std": 0.05, "error": false, "error_type": null, @@ -6679,26 +6565,26 @@ "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 5962.72, - "tps_std": 1213.54, + "tps_mean": 6418.26, + "tps_std": 185.2, "error": false, "error_type": null, "backend": "ROCm", @@ -6708,257 +6594,25 @@ "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 126.2, - "tps_std": 0.5, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 6628.03, - "tps_std": 187.73, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 126.15, - "tps_std": 0.17, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 6174.36, - "tps_std": 149.57, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 121.57, - "tps_std": 0.09, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 6154.34, - "tps_std": 148.45, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 121.38, - "tps_std": 0.08, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 6397.45, - "tps_std": 224.05, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 124.66, + "tps_mean": 124.45, "tps_std": 0.06, "error": false, "error_type": null, @@ -6969,607 +6623,481 @@ "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 6430.9, - "tps_std": 199.31, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 123.91, - "tps_std": 1.43, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2708.11, - "tps_std": 4.37, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 113.51, - "tps_std": 0.12, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2385.85, - "tps_std": 153.68, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 96.45, - "tps_std": 0.08, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": null, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7-nightly-rocwmma", - "env_base": "rocm", - "env_variant": "7-nightly-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": null - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7-nightly-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7-nightly-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": null - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7-nightly", - "env_base": "rocm", - "env_variant": "7-nightly", - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7-nightly__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": null - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7-nightly-hblt0", - "env_base": "rocm", - "env_variant": "7-nightly-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7-nightly__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": null - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7.9-rocwmma", - "env_base": "rocm", - "env_variant": "7.9-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7.9-rocwmma__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": null - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7.9-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7.9-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7.9-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": null - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7.9", - "env_base": "rocm", - "env_variant": "7.9", - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7.9__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": null - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7.9-hblt0", - "env_base": "rocm", - "env_variant": "7.9-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7.9__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": null - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, + "test": "pp512", + "tps_mean": 5942.48, + "tps_std": 808.62, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__dual.log", + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, - "gpu_config": "dual", - "build": null + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } }, { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 122.41, + "tps_std": 0.07, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, + "test": "pp512", + "tps_mean": 6326.54, + "tps_std": 136.59, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, - "gpu_config": "dual", - "build": null + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } }, { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 122.74, + "tps_std": 0.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, + "test": "pp512", + "tps_mean": 6634.73, + "tps_std": 169.45, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log", + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log", "rpc": false, - "gpu_config": "dual", - "build": null + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } }, { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 125.92, + "tps_std": 0.31, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, + "test": "pp512", + "tps_mean": 6616.2, + "tps_std": 163.14, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__dual.log", + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, - "gpu_config": "dual", - "build": null + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } }, { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 125.96, + "tps_std": 0.16, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, + "test": "pp512", + "tps_mean": 6153.17, + "tps_std": 161.4, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__dual.log", + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log", "rpc": false, - "gpu_config": "dual", - "build": null + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } }, { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 121.18, + "tps_std": 0.05, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, + "test": "pp512", + "tps_mean": 6166.51, + "tps_std": 149.4, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__dual.log", + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, - "gpu_config": "dual", - "build": null + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } }, { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 120.02, + "tps_std": 2.88, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, + "test": "pp512", + "tps_mean": 6385.31, + "tps_std": 167.92, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1__fa1__dual.log", + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log", "rpc": false, - "gpu_config": "dual", - "build": null + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } }, { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 123.36, + "tps_std": 1.92, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, + "test": "pp512", + "tps_mean": 6410.71, + "tps_std": 187.6, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__dual.log", + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log", "rpc": false, - "gpu_config": "dual", - "build": null + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } }, { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 124.05, + "tps_std": 0.09, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, @@ -7577,28 +7105,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1176.13, - "tps_std": 48.19, + "tps_mean": 2699.08, + "tps_std": 10.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log", + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, @@ -7606,28 +7134,28 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 48.28, - "tps_std": 0.31, + "tps_mean": 113.64, + "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log", + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, @@ -7635,28 +7163,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1129.24, - "tps_std": 67.15, + "tps_mean": 2188.02, + "tps_std": 29.65, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log", + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, @@ -7664,23 +7192,23 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 59.17, - "tps_std": 0.15, + "tps_mean": 97.07, + "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log", + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -8109,8 +7637,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1272.58, - "tps_std": 72.63, + "tps_mean": 1001.84, + "tps_std": 52.2, "error": false, "error_type": null, "backend": "Vulkan", @@ -8124,8 +7652,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -8138,8 +7666,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 69.85, - "tps_std": 0.99, + "tps_mean": 70.96, + "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", @@ -8153,8 +7681,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -8167,8 +7695,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1130.7, - "tps_std": 76.23, + "tps_mean": 875.5, + "tps_std": 27.15, "error": false, "error_type": null, "backend": "Vulkan", @@ -8182,8 +7710,8 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -8196,8 +7724,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 73.82, - "tps_std": 0.94, + "tps_mean": 76.17, + "tps_std": 0.11, "error": false, "error_type": null, "backend": "Vulkan", @@ -8211,13 +7739,13 @@ "rpc": false, "gpu_config": "dual", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", @@ -8225,28 +7753,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 3453.09, - "tps_std": 252.73, + "tps_mean": 2069.44, + "tps_std": 95.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", @@ -8254,28 +7782,28 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 61.56, - "tps_std": 0.05, + "tps_mean": 135.08, + "tps_std": 1.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", @@ -8283,28 +7811,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 576.11, - "tps_std": 19.59, + "tps_mean": 2382.38, + "tps_std": 38.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", @@ -8312,28 +7840,28 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 56.66, - "tps_std": 0.01, + "tps_mean": 134.83, + "tps_std": 2.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", @@ -8341,28 +7869,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 3426.66, - "tps_std": 43.35, + "tps_mean": 2068.95, + "tps_std": 25.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", @@ -8370,28 +7898,28 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 61.37, - "tps_std": 0.04, + "tps_mean": 133.82, + "tps_std": 2.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", @@ -8399,28 +7927,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 561.87, - "tps_std": 9.62, + "tps_mean": 2340.43, + "tps_std": 21.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", @@ -8428,28 +7956,28 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 55.86, - "tps_std": 1.27, + "tps_mean": 134.19, + "tps_std": 2.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", @@ -8457,28 +7985,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 3534.89, - "tps_std": 14.36, + "tps_mean": 4614.9, + "tps_std": 360.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", @@ -8486,28 +8014,28 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 62.22, - "tps_std": 0.06, + "tps_mean": 134.92, + "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", @@ -8515,28 +8043,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 557.51, - "tps_std": 7.11, + "tps_mean": 4699.71, + "tps_std": 29.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", @@ -8544,28 +8072,28 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 62.17, - "tps_std": 0.07, + "tps_mean": 134.91, + "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", @@ -8573,28 +8101,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 3449.2, - "tps_std": 31.03, + "tps_mean": 4335.9, + "tps_std": 567.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", @@ -8602,28 +8130,28 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 61.78, - "tps_std": 0.06, + "tps_mean": 132.77, + "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", @@ -8631,28 +8159,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 560.29, - "tps_std": 11.45, + "tps_mean": 4477.77, + "tps_std": 55.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", @@ -8660,28 +8188,28 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 61.74, - "tps_std": 0.09, + "tps_mean": 132.78, + "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", @@ -8689,28 +8217,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 3154.09, - "tps_std": 25.9, + "tps_mean": 4797.05, + "tps_std": 83.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", @@ -8718,28 +8246,28 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 62.18, - "tps_std": 0.09, + "tps_mean": 134.76, + "tps_std": 0.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", @@ -8747,28 +8275,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 569.87, - "tps_std": 5.71, + "tps_mean": 4694.36, + "tps_std": 55.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, + "file_size_gib": 11.27, "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, - "gpu_config": "dual", + "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", @@ -8776,123 +8304,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 57.41, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 3147.9, - "tps_std": 47.6, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 62.29, - "tps_std": 0.09, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 561.2, - "tps_std": 12.26, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.56, + "tps_mean": 134.68, "tps_std": 0.47, "error": false, "error_type": null, @@ -8900,905 +8312,6 @@ "ngl": 99, "mmap": null, "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 3536.2, - "tps_std": 35.99, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 62.21, - "tps_std": 0.05, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 555.55, - "tps_std": 8.15, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 62.19, - "tps_std": 0.07, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 3451.09, - "tps_std": 52.3, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 61.76, - "tps_std": 0.07, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 550.69, - "tps_std": 15.36, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 61.74, - "tps_std": 0.09, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 736.07, - "tps_std": 11.92, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.37, - "tps_std": 0.42, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2200.62, - "tps_std": 29.19, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 25.87, - "tps_std": 1.07, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log", - "rpc": false, - "gpu_config": "dual", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7-nightly-rocwmma", - "env_base": "rocm", - "env_variant": "7-nightly-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2359.23, - "tps_std": 26.29, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7-nightly-rocwmma", - "env_base": "rocm", - "env_variant": "7-nightly-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 135.88, - "tps_std": 0.17, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7-nightly-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7-nightly-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2364.37, - "tps_std": 18.78, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7-nightly-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7-nightly-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 135.91, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7-nightly", - "env_base": "rocm", - "env_variant": "7-nightly", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2353.39, - "tps_std": 34.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7-nightly", - "env_base": "rocm", - "env_variant": "7-nightly", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 135.15, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7-nightly-hblt0", - "env_base": "rocm", - "env_variant": "7-nightly-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2307.74, - "tps_std": 28.85, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7-nightly-hblt0", - "env_base": "rocm", - "env_variant": "7-nightly-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 135.22, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.9-rocwmma", - "env_base": "rocm", - "env_variant": "7.9-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 4735.62, - "tps_std": 90.18, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.9-rocwmma", - "env_base": "rocm", - "env_variant": "7.9-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 133.8, - "tps_std": 1.51, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.9-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7.9-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 4632.35, - "tps_std": 49.49, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.9-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7.9-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 134.63, - "tps_std": 0.32, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.9", - "env_base": "rocm", - "env_variant": "7.9", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 4487.23, - "tps_std": 25.71, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.9", - "env_base": "rocm", - "env_variant": "7.9", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 131.2, - "tps_std": 2.36, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.9-hblt0", - "env_base": "rocm", - "env_variant": "7.9-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 4442.65, - "tps_std": 58.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.9-hblt0", - "env_base": "rocm", - "env_variant": "7.9-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 132.43, - "tps_std": 0.49, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 4729.35, - "tps_std": 86.7, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 132.68, - "tps_std": 4.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 4688.0, - "tps_std": 81.13, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", @@ -9806,37 +8319,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 133.91, - "tps_std": 0.52, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -9849,8 +8333,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 4700.83, - "tps_std": 70.34, + "tps_mean": 4701.61, + "tps_std": 88.9, "error": false, "error_type": null, "backend": "ROCm", @@ -9864,8 +8348,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -9878,8 +8362,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 134.88, - "tps_std": 0.5, + "tps_mean": 135.25, + "tps_std": 0.47, "error": false, "error_type": null, "backend": "ROCm", @@ -9893,8 +8377,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -9907,8 +8391,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 4584.82, - "tps_std": 38.21, + "tps_mean": 4648.3, + "tps_std": 68.52, "error": false, "error_type": null, "backend": "ROCm", @@ -9922,8 +8406,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -9936,123 +8420,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 134.84, - "tps_std": 0.51, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 4688.15, - "tps_std": 46.08, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 134.67, - "tps_std": 0.48, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 4589.19, - "tps_std": 51.11, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 134.78, + "tps_mean": 135.54, "tps_std": 0.32, "error": false, "error_type": null, @@ -10063,12 +8431,128 @@ "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4529.76, + "tps_std": 515.81, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 134.76, + "tps_std": 0.25, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4663.49, + "tps_std": 17.97, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 134.83, + "tps_std": 0.22, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10081,8 +8565,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 4527.51, - "tps_std": 60.5, + "tps_mean": 4431.68, + "tps_std": 359.15, "error": false, "error_type": null, "backend": "ROCm", @@ -10096,8 +8580,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10110,8 +8594,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 132.52, - "tps_std": 0.51, + "tps_mean": 132.7, + "tps_std": 0.33, "error": false, "error_type": null, "backend": "ROCm", @@ -10125,8 +8609,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10139,8 +8623,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 4451.98, - "tps_std": 67.83, + "tps_mean": 4483.07, + "tps_std": 48.74, "error": false, "error_type": null, "backend": "ROCm", @@ -10154,8 +8638,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10169,7 +8653,7 @@ "context_tokens": null, "test": "tg128", "tps_mean": 132.21, - "tps_std": 0.51, + "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", @@ -10183,8 +8667,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10197,8 +8681,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2778.39, - "tps_std": 78.76, + "tps_mean": 2812.95, + "tps_std": 77.21, "error": false, "error_type": null, "backend": "Vulkan", @@ -10212,8 +8696,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10226,8 +8710,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 121.58, - "tps_std": 0.45, + "tps_mean": 123.5, + "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", @@ -10241,8 +8725,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10255,8 +8739,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2276.11, - "tps_std": 154.18, + "tps_mean": 2349.6, + "tps_std": 135.17, "error": false, "error_type": null, "backend": "Vulkan", @@ -10270,8 +8754,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10284,7 +8768,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 114.89, + "tps_mean": 117.95, "tps_std": 0.12, "error": false, "error_type": null, @@ -10299,8 +8783,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10313,8 +8797,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2463.36, - "tps_std": 20.38, + "tps_mean": 2475.47, + "tps_std": 12.47, "error": false, "error_type": null, "backend": "ROCm", @@ -10328,8 +8812,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10342,7 +8826,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 99.46, + "tps_mean": 99.29, "tps_std": 0.02, "error": false, "error_type": null, @@ -10357,8 +8841,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10371,8 +8855,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2482.71, - "tps_std": 14.4, + "tps_mean": 2473.56, + "tps_std": 10.8, "error": false, "error_type": null, "backend": "ROCm", @@ -10386,8 +8870,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10400,7 +8884,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 99.54, + "tps_mean": 99.28, "tps_std": 0.01, "error": false, "error_type": null, @@ -10415,8 +8899,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10429,8 +8913,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2440.1, - "tps_std": 12.35, + "tps_mean": 2439.1, + "tps_std": 26.9, "error": false, "error_type": null, "backend": "ROCm", @@ -10444,8 +8928,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10458,7 +8942,65 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 99.55, + "tps_mean": 99.21, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2450.63, + "tps_std": 15.84, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 99.3, "tps_std": 0.02, "error": false, "error_type": null, @@ -10469,70 +9011,12 @@ "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7-nightly-hblt0", - "env_base": "rocm", - "env_variant": "7-nightly-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2438.35, - "tps_std": 10.88, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7-nightly-hblt0", - "env_base": "rocm", - "env_variant": "7-nightly-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 98.74, - "tps_std": 1.25, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10545,8 +9029,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 4591.9, - "tps_std": 57.52, + "tps_mean": 4621.54, + "tps_std": 55.79, "error": false, "error_type": null, "backend": "ROCm", @@ -10560,8 +9044,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10574,8 +9058,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 98.38, - "tps_std": 0.06, + "tps_mean": 98.32, + "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", @@ -10589,8 +9073,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10603,8 +9087,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 4592.51, - "tps_std": 64.56, + "tps_mean": 4610.4, + "tps_std": 54.13, "error": false, "error_type": null, "backend": "ROCm", @@ -10618,8 +9102,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10632,8 +9116,240 @@ "context": "default", "context_tokens": null, "test": "tg128", + "tps_mean": 97.99, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4696.02, + "tps_std": 67.74, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.56, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4692.46, + "tps_std": 70.17, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.1, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4589.14, + "tps_std": 47.46, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.69, + "tps_std": 0.16, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4591.97, + "tps_std": 43.7, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", "tps_mean": 98.73, - "tps_std": 0.12, + "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", @@ -10643,26 +9359,26 @@ "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7.9", - "env_base": "rocm", - "env_variant": "7.9", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 4671.07, - "tps_std": 91.98, + "tps_mean": 4756.4, + "tps_std": 61.89, "error": false, "error_type": null, "backend": "ROCm", @@ -10672,25 +9388,25 @@ "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log", + "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7.9", - "env_base": "rocm", - "env_variant": "7.9", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 98.47, + "tps_mean": 98.62, "tps_std": 0.11, "error": false, "error_type": null, @@ -10701,244 +9417,12 @@ "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7.9-hblt0", - "env_base": "rocm", - "env_variant": "7.9-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 4674.57, - "tps_std": 95.66, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7.9-hblt0", - "env_base": "rocm", - "env_variant": "7.9-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 98.76, - "tps_std": 0.1, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 4489.99, - "tps_std": 277.37, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 99.55, - "tps_std": 0.12, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 4582.3, - "tps_std": 70.41, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 98.85, - "tps_std": 0.18, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 4563.75, - "tps_std": 389.72, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 99.18, - "tps_std": 0.12, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10951,8 +9435,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 4727.49, - "tps_std": 89.16, + "tps_mean": 4745.7, + "tps_std": 63.13, "error": false, "error_type": null, "backend": "ROCm", @@ -10966,8 +9450,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -10980,7 +9464,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 98.96, + "tps_mean": 98.57, "tps_std": 0.11, "error": false, "error_type": null, @@ -10995,8 +9479,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -11009,8 +9493,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 4579.06, - "tps_std": 67.88, + "tps_mean": 4597.18, + "tps_std": 49.25, "error": false, "error_type": null, "backend": "ROCm", @@ -11024,8 +9508,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -11038,7 +9522,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 98.27, + "tps_mean": 98.72, "tps_std": 0.03, "error": false, "error_type": null, @@ -11053,8 +9537,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -11067,8 +9551,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 4572.18, - "tps_std": 79.96, + "tps_mean": 4597.41, + "tps_std": 54.29, "error": false, "error_type": null, "backend": "ROCm", @@ -11082,8 +9566,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -11096,123 +9580,7 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 97.92, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 4676.25, - "tps_std": 91.78, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 98.79, - "tps_std": 0.06, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 4674.48, - "tps_std": 99.27, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": null, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log", - "rpc": false, - "gpu_config": "single", - "build": { - "hash": "fa0465954", - "number": "7205" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 98.26, + "tps_mean": 98.41, "tps_std": 0.04, "error": false, "error_type": null, @@ -11223,12 +9591,128 @@ "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4705.53, + "tps_std": 63.8, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 97.98, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4696.41, + "tps_std": 60.83, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.1, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -11241,8 +9725,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2330.33, - "tps_std": 9.67, + "tps_mean": 2314.7, + "tps_std": 25.81, "error": false, "error_type": null, "backend": "Vulkan", @@ -11256,8 +9740,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -11270,8 +9754,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 108.1, - "tps_std": 0.13, + "tps_mean": 107.76, + "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", @@ -11285,8 +9769,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -11299,8 +9783,8 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 2081.19, - "tps_std": 198.32, + "tps_mean": 1909.92, + "tps_std": 116.16, "error": false, "error_type": null, "backend": "Vulkan", @@ -11314,8 +9798,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } }, { @@ -11328,8 +9812,8 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 97.97, - "tps_std": 0.14, + "tps_mean": 98.14, + "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", @@ -11343,8 +9827,8 @@ "rpc": false, "gpu_config": "single", "build": { - "hash": "fa0465954", - "number": "7205" + "hash": "6016d0bd4", + "number": "7285" } } ]