From 1b8bfa723074d06c8f918ea6a5a308276ec3ca95 Mon Sep 17 00:00:00 2001 From: Donato Capitella Date: Sun, 30 Nov 2025 11:17:29 +0000 Subject: [PATCH] added initial benchmark results --- ...002__rocm-7-nightly-rocwmma__fa1__dual.log | 11 + ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log | 11 + ...01-of-00002__rocm-7-nightly__fa1__dual.log | 11 + ...0002__rocm-7-nightly__hblt0__fa1__dual.log | 11 + ...-of-00002__rocm-7.9-rocwmma__fa1__dual.log | 11 + ...02__rocm-7.9-rocwmma__hblt0__fa1__dual.log | 11 + ...16-00001-of-00002__rocm-7.9__fa1__dual.log | 11 + ...1-of-00002__rocm-7.9__hblt0__fa1__dual.log | 11 + ...of-00002__rocm6_4_4-rocwmma__fa1__dual.log | 11 + ...2__rocm6_4_4-rocwmma__hblt0__fa1__dual.log | 11 + ...6-00001-of-00002__rocm6_4_4__fa1__dual.log | 11 + ...-of-00002__rocm6_4_4__hblt0__fa1__dual.log | 11 + ...1-of-00002__rocm7.1-rocwmma__fa1__dual.log | 11 + ...002__rocm7.1-rocwmma__hblt0__fa1__dual.log | 11 + ...F16-00001-of-00002__rocm7.1__fa1__dual.log | 11 + ...01-of-00002__rocm7.1__hblt0__fa1__dual.log | 11 + ...001-of-00002__vulkan_amdvlk__fa1__dual.log | 12 + ...00001-of-00002__vulkan_radv__fa1__dual.log | 12 + ...M__rocm-7-nightly-rocwmma__fa1__single.log | 10 + ...-7-nightly-rocwmma__hblt0__fa1__single.log | 10 + ...ct-Q4_K_M__rocm-7-nightly__fa1__single.log | 10 + ..._M__rocm-7-nightly__hblt0__fa1__single.log | 10 + ...-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log | 10 + ...__rocm-7.9-rocwmma__hblt0__fa1__single.log | 10 + ...Instruct-Q4_K_M__rocm-7.9__fa1__single.log | 10 + ...t-Q4_K_M__rocm-7.9__hblt0__fa1__single.log | 10 + ...Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log | 10 + ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log | 10 + ...nstruct-Q4_K_M__rocm6_4_4__fa1__single.log | 10 + ...-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log | 10 + ...t-Q4_K_M__rocm7.1-rocwmma__fa1__single.log | 10 + ...M__rocm7.1-rocwmma__hblt0__fa1__single.log | 10 + ...-Instruct-Q4_K_M__rocm7.1__fa1__single.log | 10 + ...ct-Q4_K_M__rocm7.1__hblt0__fa1__single.log | 10 + ...uct-Q4_K_M__vulkan_amdvlk__fa1__single.log | 12 + ...truct-Q4_K_M__vulkan_radv__fa1__single.log | 12 + ..._XL__rocm-7-nightly-rocwmma__fa1__dual.log | 11 + ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log | 11 + ...-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log | 11 + ...K_XL__rocm-7-nightly__hblt0__fa1__dual.log | 11 + ...D-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log | 11 + ...XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log | 11 + ...struct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log | 11 + ...UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log | 11 + ...-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log | 11 + ...L__rocm6_4_4-rocwmma__hblt0__fa1__dual.log | 11 + ...truct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log | 11 + ...D-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log | 11 + ...UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log | 11 + ..._XL__rocm7.1-rocwmma__hblt0__fa1__dual.log | 11 + ...nstruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log | 11 + ...-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log | 11 + ...t-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log | 12 + ...uct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log | 12 + ...L__rocm-7-nightly-rocwmma__fa1__single.log | 10 + ...-7-nightly-rocwmma__hblt0__fa1__single.log | 10 + ...D-Q8_K_XL__rocm-7-nightly__fa1__single.log | 10 + ...XL__rocm-7-nightly__hblt0__fa1__single.log | 10 + ...Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log | 10 + ...__rocm-7.9-rocwmma__hblt0__fa1__single.log | 10 + ...b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log | 10 + ...-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log | 10 + ...8_K_XL__rocm6_4_4-rocwmma__fa1__single.log | 10 + ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log | 10 + ...-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log | 10 + ...Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log | 10 + ...-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log | 10 + ...L__rocm7.1-rocwmma__hblt0__fa1__single.log | 10 + ...2b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log | 10 + ...D-Q8_K_XL__rocm7.1__hblt0__fa1__single.log | 10 + ...UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log | 12 + ...t-UD-Q8_K_XL__vulkan_radv__fa1__single.log | 12 + ...002__rocm-7-nightly-rocwmma__fa1__dual.log | 11 + ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log | 11 + ...01-of-00002__rocm-7-nightly__fa1__dual.log | 11 + ...0002__rocm-7-nightly__hblt0__fa1__dual.log | 11 + ...-of-00002__rocm-7.9-rocwmma__fa1__dual.log | 11 + ...02__rocm-7.9-rocwmma__hblt0__fa1__dual.log | 11 + ...16-00001-of-00002__rocm-7.9__fa1__dual.log | 11 + ...1-of-00002__rocm-7.9__hblt0__fa1__dual.log | 11 + ...of-00002__rocm6_4_4-rocwmma__fa1__dual.log | 11 + ...2__rocm6_4_4-rocwmma__hblt0__fa1__dual.log | 11 + ...6-00001-of-00002__rocm6_4_4__fa1__dual.log | 11 + ...-of-00002__rocm6_4_4__hblt0__fa1__dual.log | 11 + ...1-of-00002__rocm7.1-rocwmma__fa1__dual.log | 11 + ...002__rocm7.1-rocwmma__hblt0__fa1__dual.log | 11 + ...F16-00001-of-00002__rocm7.1__fa1__dual.log | 11 + ...01-of-00002__rocm7.1__hblt0__fa1__dual.log | 11 + ...001-of-00002__vulkan_amdvlk__fa1__dual.log | 12 + ...00001-of-00002__vulkan_radv__fa1__dual.log | 12 + ...S__rocm-7-nightly-rocwmma__fa1__single.log | 10 + ...-7-nightly-rocwmma__hblt0__fa1__single.log | 10 + ...it-Q3_K_S__rocm-7-nightly__fa1__single.log | 10 + ..._S__rocm-7-nightly__hblt0__fa1__single.log | 10 + ...-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log | 10 + ...__rocm-7.9-rocwmma__hblt0__fa1__single.log | 10 + ...-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log | 10 + ...t-Q3_K_S__rocm-7.9__hblt0__fa1__single.log | 10 + ...Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log | 10 + ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log | 10 + ...3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log | 10 + ...-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log | 10 + ...t-Q3_K_S__rocm7.1-rocwmma__fa1__single.log | 10 + ...S__rocm7.1-rocwmma__hblt0__fa1__single.log | 10 + ...a-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log | 10 + ...it-Q3_K_S__rocm7.1__hblt0__fa1__single.log | 10 + ...-it-Q3_K_S__vulkan_amdvlk__fa1__single.log | 12 + ...4b-it-Q3_K_S__vulkan_radv__fa1__single.log | 12 + ...F16__rocm-7-nightly-rocwmma__fa1__dual.log | 9 + ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log | 9 + ...ss-120b-F16__rocm-7-nightly__fa1__dual.log | 9 + ...-F16__rocm-7-nightly__hblt0__fa1__dual.log | 9 + ...-120b-F16__rocm-7.9-rocwmma__fa1__dual.log | 9 + ...16__rocm-7.9-rocwmma__hblt0__fa1__dual.log | 9 + .../gpt-oss-120b-F16__rocm-7.9__fa1__dual.log | 9 + ...s-120b-F16__rocm-7.9__hblt0__fa1__dual.log | 9 + ...120b-F16__rocm6_4_4-rocwmma__fa1__dual.log | 9 + ...6__rocm6_4_4-rocwmma__hblt0__fa1__dual.log | 9 + ...gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log | 9 + ...-120b-F16__rocm6_4_4__hblt0__fa1__dual.log | 9 + ...s-120b-F16__rocm7.1-rocwmma__fa1__dual.log | 9 + ...F16__rocm7.1-rocwmma__hblt0__fa1__dual.log | 9 + .../gpt-oss-120b-F16__rocm7.1__fa1__dual.log | 9 + ...ss-120b-F16__rocm7.1__hblt0__fa1__dual.log | 9 + ...oss-120b-F16__vulkan_amdvlk__fa1__dual.log | 12 + ...t-oss-120b-F16__vulkan_radv__fa1__dual.log | 12 + ...003__rocm-7-nightly-rocwmma__fa1__dual.log | 9 + ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log | 9 + ...01-of-00003__rocm-7-nightly__fa1__dual.log | 9 + ...0003__rocm-7-nightly__hblt0__fa1__dual.log | 9 + ...-of-00003__rocm-7.9-rocwmma__fa1__dual.log | 9 + ...03__rocm-7.9-rocwmma__hblt0__fa1__dual.log | 9 + ...p4-00001-of-00003__rocm-7.9__fa1__dual.log | 9 + ...1-of-00003__rocm-7.9__hblt0__fa1__dual.log | 9 + ...of-00003__rocm6_4_4-rocwmma__fa1__dual.log | 9 + ...3__rocm6_4_4-rocwmma__hblt0__fa1__dual.log | 9 + ...4-00001-of-00003__rocm6_4_4__fa1__dual.log | 9 + ...-of-00003__rocm6_4_4__hblt0__fa1__dual.log | 9 + ...1-of-00003__rocm7.1-rocwmma__fa1__dual.log | 9 + ...003__rocm7.1-rocwmma__hblt0__fa1__dual.log | 9 + ...fp4-00001-of-00003__rocm7.1__fa1__dual.log | 9 + ...01-of-00003__rocm7.1__hblt0__fa1__dual.log | 9 + ...001-of-00003__vulkan_amdvlk__fa1__dual.log | 12 + ...00001-of-00003__vulkan_radv__fa1__dual.log | 12 + ...F32__rocm-7-nightly-rocwmma__fa1__dual.log | 11 + ...cm-7-nightly-rocwmma__hblt0__fa1__dual.log | 11 + ...oss-20b-F32__rocm-7-nightly__fa1__dual.log | 11 + ...-F32__rocm-7-nightly__hblt0__fa1__dual.log | 11 + ...s-20b-F32__rocm-7.9-rocwmma__fa1__dual.log | 11 + ...32__rocm-7.9-rocwmma__hblt0__fa1__dual.log | 11 + .../gpt-oss-20b-F32__rocm-7.9__fa1__dual.log | 11 + ...ss-20b-F32__rocm-7.9__hblt0__fa1__dual.log | 11 + ...-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log | 11 + ...2__rocm6_4_4-rocwmma__hblt0__fa1__dual.log | 11 + .../gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log | 11 + ...s-20b-F32__rocm6_4_4__hblt0__fa1__dual.log | 11 + ...ss-20b-F32__rocm7.1-rocwmma__fa1__dual.log | 11 + ...F32__rocm7.1-rocwmma__hblt0__fa1__dual.log | 11 + .../gpt-oss-20b-F32__rocm7.1__fa1__dual.log | 11 + ...oss-20b-F32__rocm7.1__hblt0__fa1__dual.log | 11 + ...-oss-20b-F32__vulkan_amdvlk__fa1__dual.log | 12 + ...pt-oss-20b-F32__vulkan_radv__fa1__dual.log | 12 + ...4__rocm-7-nightly-rocwmma__fa1__single.log | 10 + ...-7-nightly-rocwmma__hblt0__fa1__single.log | 10 + ...20b-mxfp4__rocm-7-nightly__fa1__single.log | 10 + ...p4__rocm-7-nightly__hblt0__fa1__single.log | 10 + ...b-mxfp4__rocm-7.9-rocwmma__fa1__single.log | 10 + ...__rocm-7.9-rocwmma__hblt0__fa1__single.log | 10 + ...t-oss-20b-mxfp4__rocm-7.9__fa1__single.log | 10 + ...0b-mxfp4__rocm-7.9__hblt0__fa1__single.log | 10 + ...-mxfp4__rocm6_4_4-rocwmma__fa1__single.log | 10 + ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log | 10 + ...-oss-20b-mxfp4__rocm6_4_4__fa1__single.log | 10 + ...b-mxfp4__rocm6_4_4__hblt0__fa1__single.log | 10 + ...0b-mxfp4__rocm7.1-rocwmma__fa1__single.log | 10 + ...4__rocm7.1-rocwmma__hblt0__fa1__single.log | 10 + ...pt-oss-20b-mxfp4__rocm7.1__fa1__single.log | 10 + ...20b-mxfp4__rocm7.1__hblt0__fa1__single.log | 10 + ...-20b-mxfp4__vulkan_amdvlk__fa1__single.log | 12 + ...ss-20b-mxfp4__vulkan_radv__fa1__single.log | 12 + ...0__rocm-7-nightly-rocwmma__fa1__single.log | 10 + ...-7-nightly-rocwmma__hblt0__fa1__single.log | 10 + ...2-7b.Q4_0__rocm-7-nightly__fa1__single.log | 10 + ..._0__rocm-7-nightly__hblt0__fa1__single.log | 10 + ...7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log | 10 + ...__rocm-7.9-rocwmma__hblt0__fa1__single.log | 10 + ...llama-2-7b.Q4_0__rocm-7.9__fa1__single.log | 10 + ...-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log | 10 + ...b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log | 10 + ..._rocm6_4_4-rocwmma__hblt0__fa1__single.log | 10 + ...lama-2-7b.Q4_0__rocm6_4_4__fa1__single.log | 10 + ...7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log | 10 + ...-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log | 10 + ...0__rocm7.1-rocwmma__hblt0__fa1__single.log | 10 + .../llama-2-7b.Q4_0__rocm7.1__fa1__single.log | 10 + ...2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log | 10 + ...-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log | 12 + ...ma-2-7b.Q4_0__vulkan_radv__fa1__single.log | 12 + docs/results.json | 54423 +++------------- 199 files changed, 11788 insertions(+), 44691 deletions(-) create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log create mode 100644 benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log create mode 100644 benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log create mode 100644 benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log create mode 100644 benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log create mode 100644 benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7.9__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm-7.9__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm7.1__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log create mode 100644 benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log create mode 100644 benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log new file mode 100644 index 0000000..925943e --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1543.57 ± 178.00 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.52 ± 0.14 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..759f99f --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 655.20 ± 11.76 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 52.00 ± 0.03 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log new file mode 100644 index 0000000..b1b30bd --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1626.90 ± 24.29 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 56.95 ± 0.63 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log new file mode 100644 index 0000000..19defb9 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 645.15 ± 5.88 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 51.85 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log new file mode 100644 index 0000000..6251c27 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1573.70 ± 86.22 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.94 ± 0.15 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..a5e9770 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 681.11 ± 9.98 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.99 ± 0.09 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log new file mode 100644 index 0000000..091ba2b --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1617.14 ± 72.83 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.48 ± 0.08 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log new file mode 100644 index 0000000..6c027f2 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 671.33 ± 34.85 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.44 ± 0.08 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log new file mode 100644 index 0000000..f79196d --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1699.96 ± 17.30 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 58.28 ± 0.14 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..0bd7513 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 672.15 ± 7.22 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 52.41 ± 0.51 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log new file mode 100644 index 0000000..bb09453 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1532.28 ± 244.19 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.91 ± 0.12 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log new file mode 100644 index 0000000..da0efcf --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 684.36 ± 9.67 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 52.62 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log new file mode 100644 index 0000000..a4d4821 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1590.83 ± 63.43 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.90 ± 0.10 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..02d0e00 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 683.23 ± 3.48 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.93 ± 0.07 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log new file mode 100644 index 0000000..66ba06a --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 1577.37 ± 164.50 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 58.25 ± 0.10 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log new file mode 100644 index 0000000..7b1015f --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 689.58 ± 10.51 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 57.45 ± 0.06 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log new file mode 100644 index 0000000..33eb634 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 336.52 ± 4.47 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 14.83 ± 0.41 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log new file mode 100644 index 0000000..044831c --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1685.39 ± 159.20 | +| qwen3moe 30B.A3B BF16 | 56.89 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 25.37 ± 0.82 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log new file mode 100644 index 0000000..c17fabf --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3029.83 ± 29.89 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 107.69 ± 0.79 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..4c68624 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 3014.05 ± 33.10 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 108.03 ± 0.41 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log new file mode 100644 index 0000000..e867f5c --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2974.25 ± 26.95 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 107.14 ± 0.45 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log new file mode 100644 index 0000000..5e0d646 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2905.24 ± 49.34 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 107.17 ± 0.45 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log new file mode 100644 index 0000000..6614e0c --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2819.42 ± 24.05 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 101.46 ± 0.29 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..bfdf82b --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2831.10 ± 38.83 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 101.12 ± 0.38 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log new file mode 100644 index 0000000..8236238 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2900.63 ± 29.61 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 102.39 ± 0.13 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log new file mode 100644 index 0000000..0663516 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2864.22 ± 14.47 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 102.81 ± 0.37 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log new file mode 100644 index 0000000..3575767 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2819.84 ± 23.93 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 106.53 ± 0.43 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..063c0b6 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2841.40 ± 38.04 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 106.60 ± 0.31 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log new file mode 100644 index 0000000..6746896 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2945.06 ± 35.71 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 105.64 ± 0.54 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log new file mode 100644 index 0000000..e460591 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2958.74 ± 12.12 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 105.96 ± 0.24 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log new file mode 100644 index 0000000..d64396e --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2799.37 ± 7.73 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 101.37 ± 0.25 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..f0e37e4 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2816.37 ± 26.52 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 101.43 ± 0.23 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log new file mode 100644 index 0000000..0b2c542 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2873.53 ± 17.86 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 103.10 ± 0.46 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log new file mode 100644 index 0000000..9def979 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | pp512 | 2876.61 ± 20.40 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | ROCm | 99 | 1 | tg128 | 102.77 ± 0.31 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log new file mode 100644 index 0000000..10e2660 --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1532.93 ± 158.64 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 112.70 ± 0.06 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log new file mode 100644 index 0000000..497443c --- /dev/null +++ b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | Vulkan | 99 | 1 | pp512 | 1353.29 ± 143.93 | +| qwen3moe 30B.A3B Q4_K - Medium | 17.35 GiB | 30.53 B | Vulkan | 99 | 1 | tg128 | 102.36 ± 0.73 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log new file mode 100644 index 0000000..36395e6 --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 746.19 ± 3.50 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 31.19 ± 0.03 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..8d2911c --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 691.91 ± 4.04 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 28.64 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log new file mode 100644 index 0000000..dff20be --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 744.87 ± 4.36 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 30.61 ± 0.95 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log new file mode 100644 index 0000000..64a4698 --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 689.70 ± 3.91 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 28.70 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log new file mode 100644 index 0000000..d2f708c --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 734.30 ± 4.45 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 30.83 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..69abdae --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 755.65 ± 2.29 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 31.06 ± 0.08 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log new file mode 100644 index 0000000..1fee121 --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 738.77 ± 1.95 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 30.85 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log new file mode 100644 index 0000000..e697edd --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 761.15 ± 0.65 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 30.97 ± 0.07 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log new file mode 100644 index 0000000..618ea1c --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 678.02 ± 26.20 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 30.84 ± 0.12 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..c6c09ad --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 685.55 ± 6.26 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 27.85 ± 0.17 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log new file mode 100644 index 0000000..e721e81 --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 664.88 ± 136.58 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 31.27 ± 0.03 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log new file mode 100644 index 0000000..c6387b8 --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 692.42 ± 0.22 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 27.42 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log new file mode 100644 index 0000000..463d594 --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 723.69 ± 8.04 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 30.85 ± 0.03 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..61cd77a --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 751.01 ± 2.42 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 31.17 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log new file mode 100644 index 0000000..638e61e --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 731.65 ± 3.93 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 30.99 ± 0.04 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log new file mode 100644 index 0000000..a42dd8a --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | pp512 | 755.98 ± 3.76 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | ROCm | 99 | 1 | tg128 | 31.20 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log new file mode 100644 index 0000000..c8bb073 --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | Vulkan | 99 | 1 | pp512 | 358.44 ± 0.84 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | Vulkan | 99 | 1 | tg128 | 30.61 ± 0.17 | + +build: fa0465954 (7205) diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log new file mode 100644 index 0000000..30d67d7 --- /dev/null +++ b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | Vulkan | 99 | 1 | pp512 | 295.49 ± 0.36 | +| qwen3next ?B Q4_K - Medium | 42.01 GiB | 79.67 B | Vulkan | 99 | 1 | tg128 | 21.56 ± 0.16 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log new file mode 100644 index 0000000..9c74023 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1475.87 ± 6.84 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.94 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..639db26 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1209.56 ± 3.22 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.93 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log new file mode 100644 index 0000000..0aad4f9 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1470.53 ± 4.40 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.24 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log new file mode 100644 index 0000000..be5997e --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1194.33 ± 0.71 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.25 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log new file mode 100644 index 0000000..ed85ffd --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2639.48 ± 23.85 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.98 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..1b2fb59 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1841.65 ± 6.92 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.96 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log new file mode 100644 index 0000000..3fbc8d0 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2781.05 ± 5.48 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.25 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log new file mode 100644 index 0000000..a030009 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1905.36 ± 8.03 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.25 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log new file mode 100644 index 0000000..1fac751 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2757.27 ± 20.99 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.01 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..84f5508 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1924.47 ± 6.43 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.97 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log new file mode 100644 index 0000000..dfed65d --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2875.43 ± 26.48 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.26 ± 0.03 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log new file mode 100644 index 0000000..e3ce07a --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1976.49 ± 8.76 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.27 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log new file mode 100644 index 0000000..e4911b6 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2620.76 ± 8.66 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.95 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..907a9e5 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1828.43 ± 7.53 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 30.97 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log new file mode 100644 index 0000000..5dd6519 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 2788.00 ± 4.06 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.29 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log new file mode 100644 index 0000000..5f4836d --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | pp512 | 1912.89 ± 8.88 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | ROCm | 99 | 1 | tg128 | 31.30 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log new file mode 100644 index 0000000..f339456 --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | Vulkan | 99 | 1 | pp512 | 1502.24 ± 99.88 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | Vulkan | 99 | 1 | tg128 | 30.58 ± 0.21 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log new file mode 100644 index 0000000..8c098fe --- /dev/null +++ b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | Vulkan | 99 | 1 | pp512 | 1328.74 ± 100.82 | +| gemma3 12B Q8_0 | 13.40 GiB | 11.77 B | Vulkan | 99 | 1 | tg128 | 27.25 ± 0.14 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log new file mode 100644 index 0000000..a5c3df4 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1590.78 ± 0.99 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.45 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..f8d1186 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 183.73 ± 0.09 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.30 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log new file mode 100644 index 0000000..82d6e12 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1522.51 ± 5.17 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.46 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log new file mode 100644 index 0000000..90ef794 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 182.11 ± 0.08 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.32 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log new file mode 100644 index 0000000..039f682 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1589.12 ± 0.47 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.48 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..32f1a6c --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 176.22 ± 0.11 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.49 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log new file mode 100644 index 0000000..cbbdc1f --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1578.72 ± 2.69 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.48 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log new file mode 100644 index 0000000..10f5dfe --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 175.03 ± 0.20 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.48 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log new file mode 100644 index 0000000..c966ae6 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1270.25 ± 1.64 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.49 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..3939f74 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 178.54 ± 0.09 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.36 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log new file mode 100644 index 0000000..9b75e6f --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1313.33 ± 2.59 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.50 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log new file mode 100644 index 0000000..4a29562 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 180.29 ± 0.06 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.38 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log new file mode 100644 index 0000000..5a5e015 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1559.16 ± 2.09 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.48 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..7ded75f --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 174.47 ± 0.15 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.48 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log new file mode 100644 index 0000000..e1506e7 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 1586.67 ± 5.72 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.49 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log new file mode 100644 index 0000000..7cc4730 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | pp512 | 175.85 ± 0.19 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | ROCm | 99 | 1 | tg128 | 9.49 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log new file mode 100644 index 0000000..b637d05 --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +ggml_vulkan: Device memory allocation of size 2819260416 failed. +ggml_vulkan: Requested buffer size exceeds device buffer size limit: ErrorOutOfDeviceMemory +main: error: failed to load model '/home/kyuz0/models/gemma-3/BF16/gemma-3-27b-it-BF16-00001-of-00002.gguf' +✖ ! [vulkan_amdvlk] gemma-3-27b-it-BF16-00001-of-00002__fa1 failed (exit 0) diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log new file mode 100644 index 0000000..d73005d --- /dev/null +++ b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | Vulkan | 99 | 1 | pp512 | 557.39 ± 0.99 | +| gemma3 27B BF16 | 50.31 GiB | 27.01 B | Vulkan | 99 | 1 | tg128 | 9.08 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log new file mode 100644 index 0000000..76b5eeb --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6665.84 ± 134.80 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 123.76 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..f3f9397 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6646.29 ± 124.81 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 123.48 ± 0.07 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log new file mode 100644 index 0000000..b0af749 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6415.41 ± 135.85 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 127.03 ± 0.04 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log new file mode 100644 index 0000000..fefa319 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6220.27 ± 379.38 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 126.86 ± 0.05 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log new file mode 100644 index 0000000..c8481e1 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6010.31 ± 117.03 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 121.51 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..fdd4d96 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6011.29 ± 107.57 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 121.44 ± 0.04 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log new file mode 100644 index 0000000..7f78e58 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6267.43 ± 120.91 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 124.50 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log new file mode 100644 index 0000000..fdb20d3 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6267.38 ± 130.90 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 124.27 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log new file mode 100644 index 0000000..efc33f4 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6289.53 ± 138.61 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 122.62 ± 0.08 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..ce5273b --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6305.84 ± 144.66 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 122.80 ± 0.04 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log new file mode 100644 index 0000000..5119934 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6510.08 ± 160.77 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 126.61 ± 0.19 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log new file mode 100644 index 0000000..6bac8a5 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6502.82 ± 155.33 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 126.40 ± 0.25 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log new file mode 100644 index 0000000..40e42dd --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6044.70 ± 129.40 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 121.55 ± 0.05 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..1e76aad --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6052.70 ± 112.77 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 121.34 ± 0.04 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log new file mode 100644 index 0000000..a20c500 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6238.59 ± 136.76 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 124.16 ± 0.05 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log new file mode 100644 index 0000000..4c16d89 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | pp512 | 6254.96 ± 133.30 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | ROCm | 99 | 1 | tg128 | 124.15 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log new file mode 100644 index 0000000..95fc75b --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | Vulkan | 99 | 1 | pp512 | 2701.90 ± 9.37 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | Vulkan | 99 | 1 | tg128 | 113.79 ± 0.25 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log new file mode 100644 index 0000000..ad651e3 --- /dev/null +++ b/benchmark/results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | Vulkan | 99 | 1 | pp512 | 2169.60 ± 56.27 | +| gemma3 4B Q3_K - Small | 1.80 GiB | 3.88 B | Vulkan | 99 | 1 | tg128 | 96.35 ± 0.09 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__fa1__dual.log new file mode 100644 index 0000000..3f43167 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7-nightly-rocwmma] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..85ac955 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7-nightly-rocwmma] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__fa1__dual.log new file mode 100644 index 0000000..8024cc5 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7-nightly] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__hblt0__fa1__dual.log new file mode 100644 index 0000000..cd8a5ff --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm-7-nightly__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7-nightly] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__fa1__dual.log new file mode 100644 index 0000000..b0a02b0 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7.9-rocwmma] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..3d0179c --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm-7.9-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7.9-rocwmma] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7.9__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7.9__fa1__dual.log new file mode 100644 index 0000000..d815927 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm-7.9__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7.9] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm-7.9__hblt0__fa1__dual.log new file mode 100644 index 0000000..6d8f4c2 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm-7.9__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7.9] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__dual.log new file mode 100644 index 0000000..ba6e482 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm6_4_4-rocwmma] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..08e8086 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm6_4_4-rocwmma] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log new file mode 100644 index 0000000..94ff755 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm6_4_4] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__dual.log new file mode 100644 index 0000000..60031d2 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm6_4_4] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__dual.log new file mode 100644 index 0000000..3105d34 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm7.1-rocwmma] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..9f1953c --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm7.1-rocwmma] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm7.1__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm7.1__fa1__dual.log new file mode 100644 index 0000000..49688b3 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm7.1__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm7.1] gpt-oss-120b-F16__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__dual.log new file mode 100644 index 0000000..8a9cf36 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-F16.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm7.1] gpt-oss-120b-F16__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log new file mode 100644 index 0000000..87a7d0c --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 120B F16 | 60.87 GiB | 116.83 B | Vulkan | 99 | 1 | pp512 | 1123.95 ± 51.12 | +| gpt-oss 120B F16 | 60.87 GiB | 116.83 B | Vulkan | 99 | 1 | tg128 | 47.90 ± 0.58 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log b/benchmark/results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log new file mode 100644 index 0000000..3491eb4 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 120B F16 | 60.87 GiB | 116.83 B | Vulkan | 99 | 1 | pp512 | 1104.48 ± 83.50 | +| gpt-oss 120B F16 | 60.87 GiB | 116.83 B | Vulkan | 99 | 1 | tg128 | 60.11 ± 0.11 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log new file mode 100644 index 0000000..3fc2c85 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7-nightly-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..3d35919 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7-nightly-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log new file mode 100644 index 0000000..28d762a --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7-nightly] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log new file mode 100644 index 0000000..9ad7b2c --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7-nightly] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log new file mode 100644 index 0000000..96e2ca2 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7.9-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..1ed3dd5 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7.9-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log new file mode 100644 index 0000000..47c050d --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7.9] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log new file mode 100644 index 0000000..70419d9 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm-7.9] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log new file mode 100644 index 0000000..d594778 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm6_4_4-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..0b6af4e --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm6_4_4-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log new file mode 100644 index 0000000..bb03324 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm6_4_4] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log new file mode 100644 index 0000000..1dc497a --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm6_4_4] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log new file mode 100644 index 0000000..274d52a --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm7.1-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..9be17f5 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm7.1-rocwmma] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log new file mode 100644 index 0000000..2fffb8b --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm7.1] gpt-oss-120b-mxfp4-00001-of-00003__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log new file mode 100644 index 0000000..48f704c --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to load model '/home/kyuz0/models/gpt-oss-120b/gpt-oss-120b-mxfp4-00001-of-00003.gguf' +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +✖ ! [rocm7.1] gpt-oss-120b-mxfp4-00001-of-00003__hblt0__fa1 failed (exit 0) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log new file mode 100644 index 0000000..7fc7c6a --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 120B MXFP4 MoE | 59.02 GiB | 116.83 B | Vulkan | 99 | 1 | pp512 | 1245.23 ± 107.79 | +| gpt-oss 120B MXFP4 MoE | 59.02 GiB | 116.83 B | Vulkan | 99 | 1 | tg128 | 70.50 ± 0.13 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log new file mode 100644 index 0000000..bdc2184 --- /dev/null +++ b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 120B MXFP4 MoE | 59.02 GiB | 116.83 B | Vulkan | 99 | 1 | pp512 | 1106.66 ± 96.87 | +| gpt-oss 120B MXFP4 MoE | 59.02 GiB | 116.83 B | Vulkan | 99 | 1 | tg128 | 74.44 ± 0.33 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log new file mode 100644 index 0000000..67afa61 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3560.63 ± 61.27 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 60.91 ± 1.20 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..71151c3 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 574.21 ± 10.48 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 56.70 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log new file mode 100644 index 0000000..242312a --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3219.67 ± 324.40 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 61.41 ± 0.11 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log new file mode 100644 index 0000000..69105d1 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 574.85 ± 3.37 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 56.57 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log new file mode 100644 index 0000000..cf80cd0 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3167.77 ± 641.30 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 62.03 ± 0.41 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..d287751 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 571.25 ± 10.37 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 62.23 ± 0.06 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log new file mode 100644 index 0000000..ef10a53 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3463.77 ± 25.73 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 61.77 ± 0.07 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log new file mode 100644 index 0000000..d91d453 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 568.37 ± 3.91 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 61.73 ± 0.09 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log new file mode 100644 index 0000000..1853ab2 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3209.68 ± 61.33 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 62.24 ± 0.10 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..b27067e --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 581.08 ± 16.25 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 57.66 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log new file mode 100644 index 0000000..58f6dc8 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3178.15 ± 11.94 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 62.25 ± 0.15 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log new file mode 100644 index 0000000..2564794 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 582.54 ± 9.21 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 57.59 ± 0.00 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log new file mode 100644 index 0000000..a66b390 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3550.94 ± 46.01 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 61.74 ± 0.85 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..cf9fc6a --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 571.80 ± 1.01 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 62.21 ± 0.09 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log new file mode 100644 index 0000000..147ae1c --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 3384.63 ± 35.40 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 61.76 ± 0.07 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log new file mode 100644 index 0000000..0b6cbfa --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 573.29 ± 5.82 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 61.74 ± 0.09 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log new file mode 100644 index 0000000..31b9540 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | Vulkan | 99 | 1 | pp512 | 993.79 ± 51.64 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | Vulkan | 99 | 1 | tg128 | 13.34 ± 0.39 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log b/benchmark/results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log new file mode 100644 index 0000000..5fca289 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | Vulkan | 99 | 1 | pp512 | 2385.27 ± 97.69 | +| gpt-oss 20B BF16 | 38.97 GiB | 20.91 B | Vulkan | 99 | 1 | tg128 | 23.12 ± 0.96 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log new file mode 100644 index 0000000..f986944 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 2323.14 ± 26.23 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 135.78 ± 0.37 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..56e6b5e --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 2396.12 ± 36.30 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 135.91 ± 0.06 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log new file mode 100644 index 0000000..94c0363 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 2361.69 ± 19.76 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 135.25 ± 0.06 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log new file mode 100644 index 0000000..afe8f3c --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 2339.01 ± 27.97 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 135.20 ± 0.07 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log new file mode 100644 index 0000000..7834aa1 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4781.01 ± 63.71 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.41 ± 0.25 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..32e6d9a --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4655.88 ± 9.31 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.75 ± 0.26 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log new file mode 100644 index 0000000..1aff640 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4580.86 ± 46.73 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 132.23 ± 0.28 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log new file mode 100644 index 0000000..1897189 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4480.94 ± 48.88 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 132.15 ± 0.29 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log new file mode 100644 index 0000000..60b34a9 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4856.55 ± 66.93 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.41 ± 0.39 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..a04a25a --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4658.05 ± 37.37 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.54 ± 0.35 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log new file mode 100644 index 0000000..37ce7ee --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4393.46 ± 561.83 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 135.18 ± 0.60 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log new file mode 100644 index 0000000..a2c60c7 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4683.20 ± 48.19 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.92 ± 0.35 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log new file mode 100644 index 0000000..e65bfe8 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4749.53 ± 95.10 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.71 ± 0.21 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..4d3ef6d --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4684.14 ± 76.49 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 134.71 ± 0.15 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log new file mode 100644 index 0000000..0d96095 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4551.67 ± 48.02 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 132.27 ± 0.35 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log new file mode 100644 index 0000000..e3bc7bf --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | pp512 | 4496.15 ± 34.08 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | ROCm | 99 | 1 | tg128 | 131.19 ± 2.04 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log new file mode 100644 index 0000000..6173729 --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | Vulkan | 99 | 1 | pp512 | 2755.86 ± 19.54 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | Vulkan | 99 | 1 | tg128 | 123.33 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log new file mode 100644 index 0000000..8dcd54e --- /dev/null +++ b/benchmark/results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | Vulkan | 99 | 1 | pp512 | 2213.70 ± 118.74 | +| gpt-oss 20B MXFP4 MoE | 11.27 GiB | 20.91 B | Vulkan | 99 | 1 | tg128 | 115.77 ± 0.03 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log new file mode 100644 index 0000000..9231415 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 2467.61 ± 7.71 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.07 ± 0.01 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..bb83090 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 2387.46 ± 115.96 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.38 ± 0.04 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log new file mode 100644 index 0000000..f0f9fb4 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 2415.51 ± 7.00 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.16 ± 0.02 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log new file mode 100644 index 0000000..ea75e2d --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 2415.84 ± 8.97 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.12 ± 0.04 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log new file mode 100644 index 0000000..0fe1db7 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4659.46 ± 86.39 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.21 ± 0.03 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..1426783 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4660.55 ± 83.56 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.48 ± 0.03 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log new file mode 100644 index 0000000..706a78e --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4726.93 ± 93.57 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.07 ± 0.07 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log new file mode 100644 index 0000000..3549839 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4717.86 ± 89.41 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.04 ± 0.04 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log new file mode 100644 index 0000000..3599a9f --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4625.54 ± 64.06 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.21 ± 0.29 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..5586be3 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4630.08 ± 67.46 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.42 ± 0.15 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log new file mode 100644 index 0000000..882416f --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4787.61 ± 83.37 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 97.69 ± 2.10 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log new file mode 100644 index 0000000..c7b467d --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4768.72 ± 76.67 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 99.56 ± 0.23 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log new file mode 100644 index 0000000..b942787 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4631.17 ± 69.84 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.23 ± 0.03 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log new file mode 100644 index 0000000..10c48c0 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4631.27 ± 70.91 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 97.79 ± 0.05 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log new file mode 100644 index 0000000..a6824b0 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4732.44 ± 85.77 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 98.21 ± 0.06 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log new file mode 100644 index 0000000..7794740 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log @@ -0,0 +1,10 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 1 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | pp512 | 4719.56 ± 83.04 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | ROCm | 99 | 1 | tg128 | 97.59 ± 1.12 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log new file mode 100644 index 0000000..1791e27 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | Vulkan | 99 | 1 | pp512 | 2409.79 ± 118.81 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | Vulkan | 99 | 1 | tg128 | 107.93 ± 0.06 | + +build: fa0465954 (7205) diff --git a/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log b/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log new file mode 100644 index 0000000..7e792f7 --- /dev/null +++ b/benchmark/results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | Vulkan | 99 | 1 | pp512 | 1928.06 ± 145.39 | +| llama 7B Q4_0 | 3.56 GiB | 6.74 B | Vulkan | 99 | 1 | tg128 | 97.95 ± 0.02 | + +build: fa0465954 (7205) diff --git a/docs/results.json b/docs/results.json index a8b09ff..3b2f1db 100644 --- a/docs/results.json +++ b/docs/results.json @@ -1,80 +1,22 @@ { "meta": { - "generated_at": "2025-11-28T15:55:43Z", + "generated_at": "2025-11-30T11:14:47Z", "os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)", "llamacpp_builds": [ { - "hash": "0a3857fe0", - "number": "7089" - }, - { - "hash": "12bb5c37", - "number": "7074" - }, - { - "hash": "1c398dc9e", - "number": "7034" - }, - { - "hash": "31df4608", - "number": "7038" - }, - { - "hash": "4db63cdde", - "number": "7085" - }, - { - "hash": "4fc43d43d", - "number": "7085" - }, - { - "hash": "677be4d78", - "number": "7085" - }, - { - "hash": "86f1f4411", - "number": "7085" - }, - { - "hash": "ab5783eb4", - "number": "7089" - }, - { - "hash": "b447a9a4b", - "number": "7085" - }, - { - "hash": "bca95ca51", - "number": "7036" - }, - { - "hash": "c6f7a423c", - "number": "7189" - }, - { - "hash": "caca0d55c", - "number": "7085" - }, - { - "hash": "ee8dd5c65", - "number": "7035" - }, - { - "hash": "f1840a25d", - "number": "7085" - }, - { - "hash": "fa5c85a8b", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } ], "environments": [ - "rocm-7alpha", - "rocm-7alpha-hblt0", - "rocm-7alpha-rocwmma", - "rocm-7alpha-rocwmma-hblt0", - "rocm-7alpha-rocwmma-improved", - "rocm-7alpha-rocwmma-improved-hblt0", + "rocm-7-nightly", + "rocm-7-nightly-hblt0", + "rocm-7-nightly-rocwmma", + "rocm-7-nightly-rocwmma-hblt0", + "rocm-7.9", + "rocm-7.9-hblt0", + "rocm-7.9-rocwmma", + "rocm-7.9-rocwmma-hblt0", "rocm6_4_4", "rocm6_4_4-hblt0", "rocm6_4_4-rocwmma", @@ -83,10 +25,6 @@ "rocm7.1-hblt0", "rocm7.1-rocwmma", "rocm7.1-rocwmma-hblt0", - "rocm7_rc", - "rocm7_rc-hblt0", - "rocm7_rc-rocwmma", - "rocm7_rc-rocwmma-hblt0", "vulkan_amdvlk", "vulkan_radv" ], @@ -94,33684 +32,704 @@ }, "runs": [ { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", + "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 103.27, - "tps_std": 0.47, + "tps_mean": 1543.57, + "tps_std": 178.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 22.61, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 19.09, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 167.68, - "tps_std": 0.26, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 22.67, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 22.85, - "tps_std": 0.0, - "error": true, - "error_type": "runtime", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 87.62, - "tps_std": 0.29, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 22.57, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 13.99, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 170.65, - "tps_std": 0.11, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 22.54, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 14.57, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 1.38, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 93.53, - "tps_std": 0.08, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 22.66, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 171.42, - "tps_std": 0.59, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha__hblt0__fa1.log", + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "4fc43d43d", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-hblt0", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", - "env_variant": "7alpha-hblt0", + "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 22.69, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 135.1, - "tps_std": 0.15, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 21.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 12.41, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 142.39, - "tps_std": 0.25, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 21.7, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 13.3, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 135.5, - "tps_std": 0.06, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 21.19, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 30.21, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 9.28, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 172.61, - "tps_std": 0.32, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 21.78, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 33.91, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 77.55, - "tps_std": 0.6, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 21.7, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 16.62, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 146.5, - "tps_std": 0.48, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 21.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 17.23, - "tps_std": 0.0, - "error": true, - "error_type": "runtime", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 99.42, - "tps_std": 0.19, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 21.7, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 29.83, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 7.85, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 172.08, - "tps_std": 0.59, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 21.73, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 32.69, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 7.85, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 72.38, - "tps_std": 0.12, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 21.73, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 16.4, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 131.85, - "tps_std": 0.23, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 21.71, - "tps_std": 0.04, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 17.15, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 99.25, - "tps_std": 0.11, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 21.54, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 169.93, - "tps_std": 0.33, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 21.71, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 33.65, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 7.82, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 217.91, - "tps_std": 0.48, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 24.5, - "tps_std": 0.06, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 22.82, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 235.07, - "tps_std": 0.58, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 24.84, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 33.43, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", - "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.49, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 68.01, - "name_params_b": 110.47, - "quant": "Q4_K_XL", - "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 92.38, - "tps_std": 0.37, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.64, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 19.45, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.86, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 147.75, - "tps_std": 0.96, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.69, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 22.08, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 7.05, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 86.5, - "tps_std": 0.17, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.61, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 14.06, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 140.67, - "tps_std": 0.37, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 14.6, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 1.34, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 74.73, - "tps_std": 0.27, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.66, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 26.97, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 151.03, - "tps_std": 0.71, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.69, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 125.43, - "tps_std": 0.26, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.48, + "tps_mean": 57.52, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "hang", - "backend": null, - "ngl": null, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx32768.log", + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, - "build": null + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } }, { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 140.41, - "tps_std": 0.79, + "tps_mean": 655.2, + "tps_std": 11.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.52, - "tps_std": 0.05, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 13.2, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 130.63, - "tps_std": 0.7, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.44, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 26.75, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.1, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 145.79, - "tps_std": 0.11, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.57, - "tps_std": 0.06, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 33.65, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 69.31, - "tps_std": 0.07, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.5, - "tps_std": 0.09, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 17.07, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 136.65, - "tps_std": 0.08, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.46, - "tps_std": 0.16, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 17.05, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 94.32, - "tps_std": 0.2, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.25, - "tps_std": 0.53, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 130.72, - "tps_std": 0.76, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7.1__hblt0__fa1.log", + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 16.54, - "tps_std": 0.04, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "hang", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 114.56, - "tps_std": 0.18, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 16.46, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 1.65, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 159.14, - "tps_std": 0.64, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.44, - "tps_std": 0.2, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 17.46, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 96.45, - "tps_std": 0.26, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.51, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 130.86, - "tps_std": 0.36, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.53, - "tps_std": 0.06, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 36.62, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 261.54, - "tps_std": 1.01, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 17.42, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 23.19, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.25, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 233.87, - "tps_std": 0.08, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 17.74, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 33.31, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", - "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 9.0, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 110.47, - "file_size_gib": 94.57, - "name_params_b": 110.47, - "quant": "Q6_K_XL", - "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 103.85, - "tps_std": 0.1, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 19.88, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 2.46, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 101.51, - "tps_std": 0.07, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 19.96, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 2.46, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 103.65, - "tps_std": 0.07, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 12.76, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 0.8, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 103.07, - "tps_std": 0.08, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.78, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 12.71, - "tps_std": 0.0, - "error": true, - "error_type": "runtime", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 105.64, - "tps_std": 0.24, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 33.13, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 2.31, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 102.84, - "tps_std": 0.31, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 34.86, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 2.28, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 102.56, - "tps_std": 0.06, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.78, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 11.74, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 103.23, - "tps_std": 0.06, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.78, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 11.69, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 105.28, - "tps_std": 0.1, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.77, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "hang", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 70.0, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 104.32, - "tps_std": 0.29, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.78, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 34.35, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 2.4, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 102.8, - "tps_std": 0.11, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 15.25, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 1.07, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 102.92, - "tps_std": 0.14, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 15.47, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 1.07, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 103.28, - "tps_std": 0.1, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 34.15, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 2.41, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 104.3, - "tps_std": 0.24, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 35.54, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 2.46, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 103.21, - "tps_std": 0.08, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 15.05, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 96.88, - "tps_std": 0.1, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 15.08, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 1.07, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 104.95, - "tps_std": 0.14, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 32.03, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 2.43, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 97.99, - "tps_std": 0.15, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 70.0, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 98.55, - "tps_std": 0.11, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.8, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 18.09, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 2.12, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 86.56, - "tps_std": 0.57, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 2.77, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 22.4, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 2.36, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 70.55, - "file_size_gib": 75.65, - "name_params_b": 70.55, - "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 263.94, - "tps_std": 2.74, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.18, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 155.11, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 17.0, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 152.66, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 9.29, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 273.53, - "tps_std": 2.86, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.17, + "tps_mean": 52.0, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 109.57, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.85, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 274.07, - "tps_std": 3.25, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.13, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 109.44, - "tps_std": 0.0, - "error": true, - "error_type": "runtime", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 273.71, - "tps_std": 1.81, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.19, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 188.24, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 17.0, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha__hblt0__fa1.log", + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, - "build": null + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } }, { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm-7alpha-hblt0", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7-nightly", "env_base": "rocm", - "env_variant": "7alpha-hblt0", + "env_variant": "7-nightly", "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1626.9, + "tps_std": 24.29, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 17.0, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 289.25, - "tps_std": 1.39, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "1c398dc9e", - "number": "7034" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 15.16, - "tps_std": 0.01, + "tps_mean": 56.95, + "tps_std": 0.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 102.08, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.97, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 292.12, - "tps_std": 0.61, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 99.11, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 290.6, - "tps_std": 0.66, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 201.09, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.17, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 292.38, - "tps_std": 1.41, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.18, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "hang", - "backend": null, - "ngl": null, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 17.0, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768.log", + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, - "build": null + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } }, { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 293.23, - "tps_std": 0.81, + "tps_mean": 645.15, + "tps_std": 5.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 128.37, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.22, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 287.19, - "tps_std": 1.41, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.17, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 132.25, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "hang", - "backend": null, - "ngl": null, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 17.0, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7.1__fa1.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 204.62, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 294.05, - "tps_std": 2.13, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.17, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 201.32, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 9.96, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 292.59, - "tps_std": 1.05, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.16, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 126.89, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.26, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 287.84, - "tps_std": 2.59, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.17, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 127.46, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.33, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 292.02, - "tps_std": 1.98, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.13, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 207.12, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.64, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 282.7, - "tps_std": 0.57, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.15, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 202.42, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 224.36, - "tps_std": 2.08, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.75, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 84.26, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.85, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 211.78, - "tps_std": 1.53, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.73, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 85.49, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 82.35, - "name_params_b": 107.77, - "quant": "Q6_K", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 272.42, - "tps_std": 2.18, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 149.67, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 7.51, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 271.67, - "tps_std": 1.52, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.13, - "tps_std": 0.05, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 153.04, - "tps_std": 0.0, - "error": true, - "error_type": "runtime", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 273.57, - "tps_std": 2.62, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.18, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 108.17, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 7.86, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 269.91, - "tps_std": 0.99, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.11, - "tps_std": 0.05, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 107.41, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 7.67, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 274.27, - "tps_std": 3.87, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.17, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 190.45, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 17.0, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 17.0, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 296.39, - "tps_std": 0.35, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.15, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 100.8, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 295.81, - "tps_std": 2.22, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.15, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 99.06, - "tps_std": 0.0, - "error": true, - "error_type": "runtime", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 295.53, - "tps_std": 3.47, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.12, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 208.57, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 9.36, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 298.3, - "tps_std": 1.55, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.15, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 17.0, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 295.26, - "tps_std": 1.05, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 124.66, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.76, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 292.62, - "tps_std": 1.21, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.17, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 124.35, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.68, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 296.33, - "tps_std": 1.49, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.17, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 17.0, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 296.32, - "tps_std": 1.14, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 202.17, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.77, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 291.43, - "tps_std": 1.53, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.16, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 127.05, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 287.94, - "tps_std": 1.41, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 127.25, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.36, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 268.04, - "tps_std": 46.82, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.14, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 204.94, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.7, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 287.0, - "tps_std": 2.42, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.17, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 202.54, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.69, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 349.58, - "tps_std": 2.09, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.44, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 99.9, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 9.2, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 280.28, - "tps_std": 1.95, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 12.57, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 106.42, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.49, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 106.65, - "name_params_b": 107.77, - "quant": "Q8_0", - "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 313.68, - "tps_std": 2.67, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 19.49, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 154.48, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 312.46, - "tps_std": 3.8, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 19.5, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 17.0, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 311.89, - "tps_std": 2.25, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 19.49, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 109.25, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.06, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 313.81, - "tps_std": 0.68, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 19.48, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 109.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.31, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 314.61, - "tps_std": 2.38, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 19.52, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 17.0, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 315.62, - "tps_std": 2.64, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 19.51, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 17.0, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 308.87, - "tps_std": 1.54, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.54, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 101.87, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.83, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 306.69, - "tps_std": 2.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.58, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 100.29, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 308.5, - "tps_std": 4.59, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.57, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 209.52, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.95, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 308.24, - "tps_std": 0.27, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 217.84, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.97, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 304.34, - "tps_std": 2.51, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.61, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 138.29, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.95, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 305.86, - "tps_std": 2.98, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.55, - "tps_std": 0.04, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 134.32, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.62, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 306.39, - "tps_std": 1.58, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 198.6, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.95, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 309.0, - "tps_std": 2.3, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.56, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 201.95, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.81, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 305.09, - "tps_std": 1.49, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.58, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 136.13, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.96, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 292.67, - "tps_std": 0.91, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.6, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 131.73, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.45, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 302.22, - "tps_std": 1.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.58, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 196.23, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.93, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 300.96, - "tps_std": 2.64, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.57, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "hang", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 17.0, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 195.52, - "tps_std": 1.35, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 20.65, - "tps_std": 0.04, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 81.66, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 13.06, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 230.79, - "tps_std": 1.84, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 20.79, - "tps_std": 0.04, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 89.56, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", - "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 15.73, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 107.77, - "file_size_gib": 57.73, - "name_params_b": 107.77, - "quant": "Q4_K_XL", - "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 141.46, - "tps_std": 1.06, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.01, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 48.54, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.81, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 140.4, - "tps_std": 0.48, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.93, - "tps_std": 0.23, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 49.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 9.43, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 143.18, - "tps_std": 0.54, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.08, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 28.32, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 142.52, - "tps_std": 0.12, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.13, - "tps_std": 0.05, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 29.46, - "tps_std": 0.0, - "error": true, - "error_type": "runtime", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 144.03, - "tps_std": 1.12, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 38.64, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 9.44, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 140.69, - "tps_std": 0.99, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.07, - "tps_std": 0.05, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 38.47, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 9.2, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 143.65, - "tps_std": 1.06, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.07, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 24.32, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 142.82, - "tps_std": 1.43, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.11, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 24.0, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 146.45, - "tps_std": 0.58, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.88, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 47.05, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 9.63, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 145.3, - "tps_std": 1.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.98, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 48.23, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 9.36, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 144.51, - "tps_std": 1.04, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.16, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 27.99, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 144.56, - "tps_std": 0.3, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 27.82, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 2.99, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 146.23, - "tps_std": 0.15, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.0, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 39.93, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.45, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 146.0, - "tps_std": 0.62, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.97, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 40.14, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.09, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 144.65, - "tps_std": 0.59, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.2, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 27.94, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 2.94, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 142.7, - "tps_std": 0.16, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.19, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 28.48, - "tps_std": 0.0, - "error": true, - "error_type": "hang", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 145.17, - "tps_std": 0.07, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.03, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 39.5, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 9.24, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 143.77, - "tps_std": 0.88, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 15.01, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "runtime", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 235.0, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 139.19, - "tps_std": 0.25, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 17.45, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 16.94, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.42, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 128.55, - "tps_std": 1.17, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.47, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 22.82, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", - "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.88, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 235.09, - "file_size_gib": 96.99, - "name_params_b": 235.09, - "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 478.1, - "tps_std": 4.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 26.92, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 197.19, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.06, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 352.23, - "tps_std": 9.28, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 27.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 192.75, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.17, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 483.01, - "tps_std": 4.72, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 27.05, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 147.27, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 7.44, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 345.22, - "tps_std": 23.61, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 26.84, - "tps_std": 0.4, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 135.26, - "tps_std": 0.0, - "error": true, - "error_type": "runtime", - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 482.27, - "tps_std": 5.93, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 27.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 164.31, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.02, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 360.93, - "tps_std": 3.44, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 27.17, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 197.49, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.17, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 479.75, - "tps_std": 5.18, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 26.9, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 107.91, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.52, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 360.25, - "tps_std": 7.4, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 26.84, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 107.25, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.5, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 493.29, - "tps_std": 1.77, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 26.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 208.98, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 18.97, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 362.53, - "tps_std": 2.36, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 26.8, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 244.87, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.02, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 484.23, - "tps_std": 1.92, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 27.12, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 131.05, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 357.45, - "tps_std": 1.2, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 27.18, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 127.49, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.57, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 485.6, - "tps_std": 4.06, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 26.98, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 174.51, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 18.95, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 360.51, - "tps_std": 0.53, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 26.98, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 174.18, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 18.94, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 472.32, - "tps_std": 1.65, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 27.13, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 129.44, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 348.39, - "tps_std": 4.07, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 27.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 125.66, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 12.6, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 487.44, - "tps_std": 3.08, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 26.97, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 194.86, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 350.49, - "tps_std": 4.28, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 27.05, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 174.05, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 18.97, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 191.31, - "tps_std": 0.05, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 9.96, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 53.97, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 7.47, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 165.85, - "tps_std": 0.14, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 9.35, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 73.78, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-BF16-00001-of-00002", - "model_clean": "Qwen3-30B-A3B-BF16", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 7.95, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 56.89, - "name_params_b": 30.53, - "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 573.35, - "tps_std": 5.61, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.97, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 201.75, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 30.78, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 579.57, - "tps_std": 12.23, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 58.33, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 202.5, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 30.86, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 568.92, - "tps_std": 3.37, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 58.4, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 147.26, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.73, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 575.31, - "tps_std": 5.34, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 58.66, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 145.86, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 574.31, - "tps_std": 5.95, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 58.21, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 160.06, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 30.7, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 576.33, - "tps_std": 7.18, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 58.48, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 160.69, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 30.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 622.81, - "tps_std": 3.95, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.81, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 109.56, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 16.89, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 625.44, - "tps_std": 4.55, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.89, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 108.66, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 16.92, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 640.29, - "tps_std": 6.85, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 56.58, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 203.61, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 30.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 632.09, - "tps_std": 4.14, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.49, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 204.05, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 30.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 620.61, - "tps_std": 2.27, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.85, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 131.7, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 16.9, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 617.37, - "tps_std": 6.53, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.82, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 132.17, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 16.89, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 628.16, - "tps_std": 1.9, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.33, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 167.01, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 30.22, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 628.24, - "tps_std": 3.85, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.33, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 169.2, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 30.2, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 625.38, - "tps_std": 1.39, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 58.11, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 131.65, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 16.88, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 616.46, - "tps_std": 1.4, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.69, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 132.89, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 16.87, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 625.22, - "tps_std": 5.42, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.35, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 168.61, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 30.27, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 626.37, - "tps_std": 6.13, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 57.38, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 170.36, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 30.25, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1013.46, - "tps_std": 4.96, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 62.1, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 69.7, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 20.21, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 853.23, - "tps_std": 3.21, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 66.93, - "tps_std": 0.05, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 104.06, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 29.97, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 24.53, - "name_params_b": 30.53, - "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 673.5, - "tps_std": 8.17, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 70.76, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 204.86, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 33.65, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 669.29, - "tps_std": 4.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 71.1, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 204.78, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 33.71, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 674.15, - "tps_std": 10.24, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 71.14, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 150.94, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.92, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 666.63, - "tps_std": 5.54, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 71.62, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 148.47, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.94, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 675.1, - "tps_std": 3.41, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 71.06, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 161.39, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 33.57, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 676.38, - "tps_std": 1.86, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 71.44, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 160.7, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 33.64, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 663.26, - "tps_std": 2.04, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 68.79, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 108.11, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.39, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 655.75, - "tps_std": 5.39, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 68.7, - "tps_std": 0.04, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 109.44, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.45, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 674.37, - "tps_std": 11.18, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 67.62, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 204.29, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 33.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 665.28, - "tps_std": 7.13, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 68.57, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 204.17, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 32.97, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 649.91, - "tps_std": 5.41, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 69.03, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 132.49, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.48, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 658.06, - "tps_std": 8.1, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 69.11, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 132.6, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.5, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 662.81, - "tps_std": 8.45, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 68.77, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 167.05, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 32.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 660.13, - "tps_std": 8.26, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 68.73, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 169.5, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 32.56, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 650.55, - "tps_std": 3.12, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 69.01, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 132.66, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.46, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 647.31, - "tps_std": 2.83, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 69.01, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 131.47, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.52, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 660.75, - "tps_std": 2.92, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 68.92, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 166.44, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 32.63, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 662.51, - "tps_std": 3.72, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 68.75, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 170.1, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 32.53, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 774.61, - "tps_std": 2.12, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 81.31, - "tps_std": 0.07, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 68.3, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 21.82, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 832.44, - "tps_std": 3.18, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 87.24, - "tps_std": 0.18, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 100.73, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 33.3, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 17.35, - "name_params_b": 30.53, - "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 602.73, - "tps_std": 3.88, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 45.21, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 201.48, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 26.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 587.21, - "tps_std": 4.27, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 45.4, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 200.93, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 26.69, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 601.39, - "tps_std": 7.96, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 45.54, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 145.77, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.38, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 585.7, - "tps_std": 2.25, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 45.59, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 148.73, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.39, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 601.34, - "tps_std": 1.6, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 45.45, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 160.98, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 26.64, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 585.58, - "tps_std": 4.35, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 45.38, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 163.3, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 26.69, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 652.89, - "tps_std": 1.7, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 45.1, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 110.83, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 15.52, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 638.38, - "tps_std": 7.05, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 45.12, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 108.95, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 15.54, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 648.39, - "tps_std": 23.62, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 44.52, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 218.15, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 26.43, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 640.53, - "tps_std": 6.75, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 44.87, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 207.1, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 26.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 650.26, - "tps_std": 1.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 44.8, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 132.22, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 15.54, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 634.84, - "tps_std": 9.56, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 44.78, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 131.93, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 15.56, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 649.99, - "tps_std": 3.07, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 44.58, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 166.65, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 26.45, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 640.61, - "tps_std": 7.82, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 44.69, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 171.74, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 26.45, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 648.21, - "tps_std": 4.33, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 44.85, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 131.2, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 15.54, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 631.07, - "tps_std": 4.7, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 44.89, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 131.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 15.55, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 654.79, - "tps_std": 1.55, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 44.22, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 237.14, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 25.14, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 633.61, - "tps_std": 5.41, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 44.67, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 221.13, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 26.49, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1152.51, - "tps_std": 1.98, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "ab5783eb4", - "number": "7089" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 45.58, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "ab5783eb4", - "number": "7089" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 71.9, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ab5783eb4", - "number": "7089" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.23, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ab5783eb4", - "number": "7089" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 916.61, - "tps_std": 3.21, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "0a3857fe0", - "number": "7089" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 45.81, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "0a3857fe0", - "number": "7089" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 108.8, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "0a3857fe0", - "number": "7089" - } - }, - { - "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 25.33, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 30.53, - "file_size_gib": 33.51, - "name_params_b": 30.53, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "0a3857fe0", - "number": "7089" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 245.79, - "tps_std": 0.39, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 19.3, - "tps_std": 0.09, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 301.76, - "tps_std": 0.36, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 23.98, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 249.8, - "tps_std": 4.99, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 19.17, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 305.05, - "tps_std": 2.25, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 23.99, - "tps_std": 0.16, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 311.74, - "tps_std": 3.86, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 22.66, - "tps_std": 0.25, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 313.2, - "tps_std": 3.93, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 23.02, - "tps_std": 0.3, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 320.42, - "tps_std": 0.35, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 23.06, - "tps_std": 0.13, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": false, - "error_type": null, - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 80.0, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": null - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 258.3, - "tps_std": 2.66, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.49, - "tps_std": 0.24, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 322.7, - "tps_std": 2.1, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 23.45, - "tps_std": 0.19, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 253.35, - "tps_std": 2.88, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.25, - "tps_std": 0.15, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 319.09, - "tps_std": 2.77, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 23.72, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 254.34, - "tps_std": 2.6, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.06, - "tps_std": 0.08, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 323.33, - "tps_std": 1.75, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 23.37, - "tps_std": 0.17, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 242.43, - "tps_std": 0.28, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.35, - "tps_std": 0.1, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 305.22, - "tps_std": 3.1, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 23.6, - "tps_std": 0.08, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": 80.0, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": null - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 324.45, - "tps_std": 0.42, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", - "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 22.31, - "tps_std": 0.18, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 79.67, - "file_size_gib": 79.57, - "name_params_b": 79.67, - "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "c6f7a423c", - "number": "7189" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 751.05, - "tps_std": 61.73, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.21, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 323.48, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 799.75, - "tps_std": 0.53, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.21, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 335.43, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.57, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 795.35, - "tps_std": 0.84, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 354.28, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.03, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 804.75, - "tps_std": 0.44, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 369.35, - "tps_std": 42.57, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.04, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 816.42, - "tps_std": 1.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.25, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 345.3, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 826.54, - "tps_std": 0.79, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.23, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 371.28, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 811.49, - "tps_std": 0.16, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.14, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 151.46, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.18, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 819.41, - "tps_std": 1.64, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.15, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 149.96, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.19, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 826.24, - "tps_std": 1.79, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.24, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 267.36, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.56, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 833.1, - "tps_std": 1.71, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.21, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 252.65, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.56, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 797.32, - "tps_std": 10.12, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 180.48, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.2, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 810.77, - "tps_std": 1.82, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.18, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 166.1, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.2, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 819.82, - "tps_std": 2.06, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.25, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 269.95, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 832.48, - "tps_std": 2.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.26, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 266.41, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 802.23, - "tps_std": 0.79, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 167.45, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.21, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 790.38, - "tps_std": 0.48, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 170.65, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 10.2, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 813.63, - "tps_std": 8.49, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.21, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 265.54, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 813.23, - "tps_std": 0.99, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.26, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 252.49, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 590.41, - "tps_std": 71.66, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 14.51, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 17.29, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 11.88, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 533.84, - "tps_std": 0.83, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 13.99, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 219.21, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-12b-it-UD-Q8_K_XL", - "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 9.99, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 11.77, - "file_size_gib": 13.4, - "name_params_b": 11.77, - "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 439.12, - "tps_std": 31.65, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.01, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 112.92, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 513.7, - "tps_std": 0.55, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.01, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 115.37, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 428.59, - "tps_std": 48.51, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.02, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 93.71, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.11, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 527.23, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.02, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 95.21, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.09, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 409.77, - "tps_std": 60.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.02, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 192.3, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.57, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 528.54, - "tps_std": 0.37, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.02, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 199.09, - "tps_std": 3.44, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.73, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 469.22, - "tps_std": 0.41, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.01, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 92.1, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.42, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 524.21, - "tps_std": 1.37, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.01, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 93.57, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.42, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 472.47, - "tps_std": 0.58, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.0, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 182.47, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 530.73, - "tps_std": 0.34, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.0, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 204.11, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 463.62, - "tps_std": 0.34, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 113.46, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.43, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 522.69, - "tps_std": 0.87, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 115.46, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.43, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 434.79, - "tps_std": 46.53, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 179.1, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.74, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 524.39, - "tps_std": 1.39, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 195.6, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.74, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 463.45, - "tps_std": 0.58, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 111.71, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.44, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 499.44, - "tps_std": 0.09, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 115.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.44, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": false, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": false, - "error_type": null, - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log", - "rpc": false, - "build": null - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 470.06, - "tps_std": 0.56, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 177.69, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.74, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 501.79, - "tps_std": 0.45, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 4.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 198.39, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.74, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": null - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": true, - "error_type": "load", - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": null - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 106.82, - "tps_std": 1.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 3.92, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 62.49, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-27b-it-BF16-00001-of-00002", - "model_clean": "gemma-3-27b-it-BF16", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.63, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 27.01, - "file_size_gib": 50.31, - "name_params_b": 27.01, - "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2224.91, - "tps_std": 1.45, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 75.58, - "tps_std": 9.31, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1239.19, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 59.92, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2106.39, - "tps_std": 2.4, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 84.35, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1185.65, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 59.89, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2245.25, - "tps_std": 4.85, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 75.82, - "tps_std": 8.64, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1224.83, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 58.09, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2111.57, - "tps_std": 5.75, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 81.04, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1190.6, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 58.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2256.38, - "tps_std": 8.98, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 84.67, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1206.03, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 59.51, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2154.09, - "tps_std": 4.72, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 84.41, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1291.24, - "tps_std": 6.88, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 59.61, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2283.48, - "tps_std": 2.94, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 78.74, - "tps_std": 0.13, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 898.63, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 57.15, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2154.45, - "tps_std": 10.83, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 76.62, - "tps_std": 3.81, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 855.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 57.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2276.8, - "tps_std": 11.52, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 82.07, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1497.53, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 58.57, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2161.24, - "tps_std": 6.51, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 82.35, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1440.1, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 58.38, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2269.02, - "tps_std": 4.71, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 59.93, - "tps_std": 6.59, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1031.65, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 56.77, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2141.35, - "tps_std": 2.64, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 64.63, - "tps_std": 11.41, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1002.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 56.91, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2261.65, - "tps_std": 12.88, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 62.69, - "tps_std": 7.43, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1160.5, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 58.25, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2171.0, - "tps_std": 3.48, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 65.68, - "tps_std": 10.35, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1240.47, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 58.34, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2257.61, - "tps_std": 5.08, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 78.84, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1046.3, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 56.97, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2102.34, - "tps_std": 8.12, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 67.4, - "tps_std": 10.3, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1033.75, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 56.84, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2275.52, - "tps_std": 10.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 72.45, - "tps_std": 10.56, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1168.34, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 58.08, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 2114.7, - "tps_std": 2.89, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 68.07, - "tps_std": 12.18, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 1227.13, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 58.33, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1229.75, - "tps_std": 236.47, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 75.94, - "tps_std": 2.23, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 145.82, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 64.34, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1116.46, - "tps_std": 204.92, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 78.27, - "tps_std": 2.29, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 646.29, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gemma-3-4b-it-Q3_K_S", - "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 45.91, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 3.88, - "file_size_gib": 1.8, - "name_params_b": 3.88, - "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 669.82, - "tps_std": 4.74, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.4, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 325.08, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 28.4, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 673.38, - "tps_std": 9.06, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.47, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 332.86, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 28.37, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 656.31, - "tps_std": 30.59, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.35, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 223.34, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.27, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 680.04, - "tps_std": 3.32, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.34, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 224.06, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 15.92, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 667.33, - "tps_std": 4.16, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.43, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 262.9, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 28.21, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 674.51, - "tps_std": 4.94, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.42, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 335.42, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 28.24, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 778.24, - "tps_std": 5.71, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.19, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 301.71, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.25, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 783.56, - "tps_std": 11.04, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.18, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 276.51, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 16.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 779.12, - "tps_std": 1.84, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 36.55, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 335.09, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 21.9, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 774.77, - "tps_std": 13.26, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.2, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 454.32, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 30.39, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 769.93, - "tps_std": 0.42, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.36, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 223.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.26, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 771.12, - "tps_std": 3.66, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.39, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 226.41, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 15.75, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 757.6, - "tps_std": 0.73, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.06, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 270.78, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 29.89, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 763.2, - "tps_std": 10.81, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 283.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 29.9, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 775.86, - "tps_std": 2.82, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.4, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 225.21, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.26, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 776.83, - "tps_std": 4.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.34, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 223.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 13.23, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 750.63, - "tps_std": 5.94, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 281.34, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 29.87, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 756.08, - "tps_std": 9.81, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 37.06, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 284.0, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 29.76, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 720.94, - "tps_std": 1.15, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 35.76, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 166.61, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 25.02, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 513.71, - "tps_std": 2.7, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 34.86, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 157.1, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-F16", - "model_clean": "gpt-oss-120b-F16", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 26.67, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 60.87, - "name_params_b": 116.83, - "quant": "F16", - "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 673.11, - "tps_std": 6.92, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 52.11, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 331.82, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 36.0, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 675.94, - "tps_std": 0.23, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 52.09, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 326.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 27.34, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 665.6, - "tps_std": 9.61, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.94, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 224.65, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.73, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 639.77, - "tps_std": 57.43, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1.log", + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "4db63cdde", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma-hblt0", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7-nightly-hblt0", "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", + "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 51.85, - "tps_std": 0.0, + "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1.log", + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "4db63cdde", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma-hblt0", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7.9-rocwmma", "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 224.5, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.84, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", + "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 652.18, - "tps_std": 8.35, + "tps_mean": 1573.7, + "tps_std": 86.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha__fa1.log", + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "1c398dc9e", - "number": "7034" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7.9-rocwmma", "env_base": "rocm", - "env_variant": "7alpha", + "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 52.02, - "tps_std": 0.0, + "tps_mean": 57.94, + "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha__fa1.log", + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "1c398dc9e", - "number": "7034" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 254.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 35.85, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", + "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 657.18, + "tps_mean": 681.11, + "tps_std": 9.98, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 57.99, + "tps_std": 0.09, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1617.14, + "tps_std": 72.83, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 57.48, + "tps_std": 0.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 671.33, + "tps_std": 34.85, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 57.44, + "tps_std": 0.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1699.96, + "tps_std": 17.3, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 58.28, + "tps_std": 0.14, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 672.15, "tps_std": 7.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha__hblt0__fa1.log", + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "4fc43d43d", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 52.14, - "tps_std": 0.0, + "tps_mean": 52.41, + "tps_std": 0.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha__hblt0__fa1.log", + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "4fc43d43d", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 336.48, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 35.8, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4-rocwmma", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_4", "env_base": "rocm6_4_4", - "env_variant": "rocwmma", + "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 767.82, - "tps_std": 6.23, + "tps_mean": 1532.28, + "tps_std": 244.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "1c398dc9e", - "number": "7034" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4-rocwmma", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_4", "env_base": "rocm6_4_4", - "env_variant": "rocwmma", + "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 51.71, + "tps_mean": 57.91, + "tps_std": 0.12, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 684.36, + "tps_std": 9.67, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 52.62, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "1c398dc9e", - "number": "7034" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 301.9, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.75, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 782.34, - "tps_std": 9.39, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.76, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 293.43, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.44, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 762.33, - "tps_std": 0.82, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.67, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 341.35, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 39.61, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 778.37, - "tps_std": 3.31, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.63, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 358.69, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 39.51, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", @@ -33779,27 +737,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 755.98, - "tps_std": 7.49, + "tps_mean": 1590.83, + "tps_std": 63.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1.log", + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", @@ -33807,83 +766,28 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 51.78, - "tps_std": 0.01, + "tps_mean": 57.9, + "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1.log", + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 226.5, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.71, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", @@ -33891,27 +795,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 766.72, - "tps_std": 15.1, + "tps_mean": 683.23, + "tps_std": 3.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1.log", + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", @@ -33919,83 +824,28 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 51.72, - "tps_std": 0.0, + "tps_mean": 57.93, + "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1.log", + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 225.8, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.74, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, @@ -34003,4479 +853,2087 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 742.07, + "tps_mean": 1577.37, + "tps_std": 164.5, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 58.25, + "tps_std": 0.1, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 689.58, + "tps_std": 10.51, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 57.45, + "tps_std": 0.06, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 336.52, + "tps_std": 4.47, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 14.83, + "tps_std": 0.41, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1685.39, + "tps_std": 159.2, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 25.37, + "tps_std": 0.82, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.53, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3029.83, + "tps_std": 29.89, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 107.69, + "tps_std": 0.79, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3014.05, + "tps_std": 33.1, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 108.03, + "tps_std": 0.41, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2974.25, + "tps_std": 26.95, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 107.14, + "tps_std": 0.45, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2905.24, + "tps_std": 49.34, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 107.17, + "tps_std": 0.45, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2819.42, + "tps_std": 24.05, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 101.46, + "tps_std": 0.29, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2831.1, + "tps_std": 38.83, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 101.12, + "tps_std": 0.38, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2900.63, + "tps_std": 29.61, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 102.39, + "tps_std": 0.13, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2864.22, + "tps_std": 14.47, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 102.81, + "tps_std": 0.37, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2819.84, + "tps_std": 23.93, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 106.53, + "tps_std": 0.43, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2841.4, + "tps_std": 38.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 106.6, + "tps_std": 0.31, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2945.06, + "tps_std": 35.71, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 105.64, + "tps_std": 0.54, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2958.74, + "tps_std": 12.12, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 105.96, + "tps_std": 0.24, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2799.37, + "tps_std": 7.73, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 101.37, + "tps_std": 0.25, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2816.37, + "tps_std": 26.52, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 101.43, + "tps_std": 0.23, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2873.53, + "tps_std": 17.86, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 103.1, + "tps_std": 0.46, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2876.61, + "tps_std": 20.4, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 102.77, + "tps_std": 0.31, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1532.93, + "tps_std": 158.64, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 112.7, + "tps_std": 0.06, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1353.29, + "tps_std": 143.93, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 102.36, + "tps_std": 0.73, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 30.53, + "file_size_gib": 17.35, + "name_params_b": 30.53, + "quant": "Q4_K_M", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 746.19, + "tps_std": 3.5, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.19, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 691.91, + "tps_std": 4.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 28.64, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 744.87, + "tps_std": 4.36, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.61, + "tps_std": 0.95, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 689.7, + "tps_std": 3.91, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 28.7, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 734.3, + "tps_std": 4.45, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.83, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 755.65, "tps_std": 2.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 51.23, - "tps_std": 0.0, + "tps_mean": 31.06, + "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 263.78, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 38.36, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 763.92, - "tps_std": 4.22, + "tps_mean": 738.77, + "tps_std": 1.95, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 51.34, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 367.14, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 38.34, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 753.49, - "tps_std": 1.04, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.76, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 226.23, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.45, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 774.4, - "tps_std": 6.21, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.74, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 226.01, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 19.73, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 746.02, - "tps_std": 1.26, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.2, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 274.48, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 32.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 752.08, - "tps_std": 9.39, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.38, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 284.03, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 38.23, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 759.84, - "tps_std": 2.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 52.66, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 169.89, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 32.63, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 534.51, - "tps_std": 0.52, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 54.67, - "tps_std": 0.1, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 159.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-120b-mxfp4-00001-of-00003", - "model_clean": "gpt-oss-120b-mxfp4", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 37.31, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 116.83, - "file_size_gib": 59.02, - "name_params_b": 116.83, - "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1430.02, - "tps_std": 3.53, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.38, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 551.38, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 24.35, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1438.05, - "tps_std": 10.26, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.37, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 555.09, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 24.31, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1494.1, - "tps_std": 6.72, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.26, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 357.87, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.88, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1450.79, - "tps_std": 15.08, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.27, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 357.94, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.86, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1430.88, - "tps_std": 12.04, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.37, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 419.15, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 24.3, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1399.32, - "tps_std": 6.94, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.35, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 556.09, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 24.24, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1500.8, - "tps_std": 17.51, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.24, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 479.16, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.87, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1440.0, - "tps_std": 14.14, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.28, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 478.62, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.86, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1449.04, - "tps_std": 10.94, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 27.86, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 619.3, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 25.38, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1444.02, - "tps_std": 15.4, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.4, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 612.85, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 25.39, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1499.09, - "tps_std": 21.84, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.4, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 350.48, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.91, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1448.72, - "tps_std": 23.17, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.37, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 352.46, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.92, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1437.87, - "tps_std": 9.12, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.25, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 443.64, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 25.05, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1405.44, - "tps_std": 19.51, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.27, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 454.92, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 25.1, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1486.29, - "tps_std": 11.42, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.39, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 352.25, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.92, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1426.84, - "tps_std": 4.41, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.36, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 351.69, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 17.91, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1424.62, - "tps_std": 5.37, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.27, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 446.44, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 25.05, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1380.59, - "tps_std": 26.7, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 28.29, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 465.5, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 25.06, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 574.29, - "tps_std": 4.39, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 17.78, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 221.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 15.61, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 448.9, - "tps_std": 3.43, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 16.15, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 243.39, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-F32", - "model_clean": "gpt-oss-20b-F32", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 14.76, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 38.97, - "name_params_b": 20.91, - "quant": "F32", - "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1333.81, - "tps_std": 9.84, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 73.64, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 537.64, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 51.44, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1385.54, - "tps_std": 24.93, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 73.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 544.55, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 51.36, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1384.08, - "tps_std": 13.61, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 73.16, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 349.88, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 28.88, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1419.39, - "tps_std": 12.17, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 73.24, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 353.6, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 28.87, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1326.8, - "tps_std": 18.91, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 73.5, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 398.06, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 51.13, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1365.89, - "tps_std": 19.13, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 73.49, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 456.33, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 51.03, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7alpha__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1510.54, - "tps_std": 2.64, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 72.95, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 474.83, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 28.83, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1598.15, - "tps_std": 4.85, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 73.02, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 477.4, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 28.86, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1510.09, - "tps_std": 10.37, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 73.09, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 518.94, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 56.02, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1572.54, - "tps_std": 11.37, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 72.96, + "tps_mean": 30.85, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "1c398dc9e", - "number": "7034" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 554.2, - "tps_std": 0.0, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 761.15, + "tps_std": 0.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "1c398dc9e", - "number": "7034" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 56.02, - "tps_std": 0.0, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.97, + "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "1c398dc9e", - "number": "7034" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1511.0, - "tps_std": 19.49, + "tps_mean": 678.02, + "tps_std": 26.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 73.04, + "tps_mean": 30.84, + "tps_std": 0.12, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 685.55, + "tps_std": 6.26, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 27.85, + "tps_std": 0.17, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 664.88, + "tps_std": 136.58, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.27, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 345.98, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 28.89, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1559.27, - "tps_std": 17.65, + "tps_mean": 692.42, + "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 73.16, + "tps_mean": 27.42, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 723.69, + "tps_std": 8.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.85, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 349.08, - "tps_std": 0.0, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 751.01, + "tps_std": 2.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 28.83, - "tps_std": 0.0, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.17, + "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, @@ -38483,27 +2941,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1476.67, - "tps_std": 4.0, + "tps_mean": 731.65, + "tps_std": 3.93, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "ee8dd5c65", - "number": "7035" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, @@ -38511,2964 +2970,2200 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 72.53, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 418.15, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 54.47, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1526.6, - "tps_std": 21.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 72.45, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 431.87, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 54.67, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1507.89, - "tps_std": 10.23, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 73.07, + "tps_mean": 30.99, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "bca95ca51", - "number": "7036" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 345.4, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 28.82, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1558.14, - "tps_std": 14.95, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 73.06, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 349.21, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 28.87, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1463.05, - "tps_std": 15.58, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 72.34, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 422.57, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 54.49, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1513.62, - "tps_std": 5.84, + "tps_mean": 755.98, + "tps_std": 3.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "1c398dc9e", - "number": "7034" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 72.47, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 435.15, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 54.4, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1681.86, - "tps_std": 231.36, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 75.38, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 300.31, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 46.98, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1354.58, - "tps_std": 9.42, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 77.1, - "tps_std": 0.22, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 298.1, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "gpt-oss-20b-mxfp4", - "model_clean": "gpt-oss-20b-mxfp4", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 52.75, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 20.91, - "file_size_gib": 11.27, - "name_params_b": 20.91, - "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1091.87, - "tps_std": 1.16, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 50.02, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma-improved__fa1.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 54.85, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma-improved__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "31df4608", - "number": "7038" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1008.52, - "tps_std": 2.07, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 50.29, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma-improved__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 53.92, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma-improved__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1117.58, - "tps_std": 1.52, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 50.47, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 47.68, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1012.09, - "tps_std": 1.56, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 50.61, + "tps_mean": 31.2, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma__hblt0__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "4db63cdde", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 46.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1119.14, - "tps_std": 0.89, + "tps_mean": 358.44, + "tps_std": 0.84, "error": false, "error_type": null, - "backend": "ROCm", + "backend": "Vulkan", "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "1c398dc9e", - "number": "7034" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 50.51, - "tps_std": 0.02, + "tps_mean": 30.61, + "tps_std": 0.17, "error": false, "error_type": null, - "backend": "ROCm", + "backend": "Vulkan", "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "1c398dc9e", - "number": "7034" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 167.07, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1017.17, - "tps_std": 2.7, + "tps_mean": 295.49, + "tps_std": 0.36, "error": false, "error_type": null, - "backend": "ROCm", + "backend": "Vulkan", "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha__hblt0__fa1.log", + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "4fc43d43d", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", + "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 50.53, + "tps_mean": 21.56, + "tps_std": 0.16, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 79.67, + "file_size_gib": 42.01, + "name_params_b": 79.67, + "quant": "Q4_K_XL", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1475.87, + "tps_std": 6.84, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.94, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha__hblt0__fa1.log", + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, + "gpu_config": "single", "build": { - "hash": "4fc43d43d", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7alpha-hblt0", + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", - "env_variant": "7alpha-hblt0", + "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, - "context": "longctx32768", - "context_tokens": 32768, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1209.56, + "tps_std": 3.22, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.93, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1470.53, + "tps_std": 4.4, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.24, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1194.33, + "tps_std": 0.71, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.25, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2639.48, + "tps_std": 23.85, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.98, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1841.65, + "tps_std": 6.92, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.96, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2781.05, + "tps_std": 5.48, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.25, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1905.36, + "tps_std": 8.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.25, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2757.27, + "tps_std": 20.99, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.01, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1924.47, + "tps_std": 6.43, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.97, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2875.43, + "tps_std": 26.48, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.26, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1976.49, + "tps_std": 8.76, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.27, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2620.76, + "tps_std": 8.66, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.95, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1828.43, + "tps_std": 7.53, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.97, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2788.0, + "tps_std": 4.06, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.29, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1912.89, + "tps_std": 8.88, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 31.3, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1502.24, + "tps_std": 99.88, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 30.58, + "tps_std": 0.21, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1328.74, + "tps_std": 100.82, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 27.25, + "tps_std": 0.14, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": 11.77, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1590.78, + "tps_std": 0.99, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.45, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 183.73, + "tps_std": 0.09, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.3, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1522.51, + "tps_std": 5.17, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.46, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 182.11, + "tps_std": 0.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.32, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1589.12, + "tps_std": 0.47, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.48, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 176.22, + "tps_std": 0.11, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.49, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1578.72, + "tps_std": 2.69, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.48, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 175.03, + "tps_std": 0.2, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.48, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1270.25, + "tps_std": 1.64, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.49, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 178.54, + "tps_std": 0.09, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.36, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1313.33, + "tps_std": 2.59, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.5, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 180.29, + "tps_std": 0.06, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.38, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1559.16, + "tps_std": 2.09, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.48, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 174.47, + "tps_std": 0.15, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.48, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1586.67, + "tps_std": 5.72, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.49, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 175.85, + "tps_std": 0.19, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.49, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, - "error_type": "runtime", + "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7alpha__hblt0__fa1__longctx32768.log", + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": null }, { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1113.73, - "tps_std": 1.45, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.09, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 49.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.92, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1014.02, - "tps_std": 2.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 50.96, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 49.34, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.92, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1116.12, - "tps_std": 3.27, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.11, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 186.52, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.91, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1021.92, - "tps_std": 1.12, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.07, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 188.56, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.91, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1100.61, - "tps_std": 4.23, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.08, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 70.66, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.91, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1007.54, - "tps_std": 4.33, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.04, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 70.57, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.92, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1107.98, - "tps_std": 1.17, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.05, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 171.2, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.91, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1015.07, - "tps_std": 2.17, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.0, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 174.55, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.91, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "ee8dd5c65", - "number": "7035" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1100.81, - "tps_std": 1.25, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.0, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 69.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.91, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 963.09, - "tps_std": 2.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.02, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 71.68, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.91, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "bca95ca51", - "number": "7036" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1113.49, - "tps_std": 3.85, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.02, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 177.96, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.92, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 968.65, - "tps_std": 2.86, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 51.01, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 173.34, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.91, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 1378.42, - "tps_std": 1.37, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 53.41, - "tps_std": 0.06, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 101.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "vulkan_amdvlk", - "env_base": "vulkan_amdvlk", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 9.25, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, @@ -41476,27 +5171,28 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 1094.33, - "tps_std": 3.06, + "tps_mean": 557.39, + "tps_std": 0.99, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1.log", + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, + "gpu_config": "dual", "build": { - "hash": "1c398dc9e", - "number": "7034" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, @@ -41504,3919 +5200,5264 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 53.65, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 174.6, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "llama-2-7b.Q4_0", - "model_clean": "llama-2-7b.Q4_0", - "env": "vulkan_radv", - "env_base": "vulkan_radv", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 8.7, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "Vulkan", - "ngl": 99, - "mmap": 0, - "params_b": 6.74, - "file_size_gib": 3.56, - "name_params_b": 6.74, - "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768.log", - "rpc": false, - "build": { - "hash": "1c398dc9e", - "number": "7034" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 6.54, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 0.81, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 64.83, - "tps_std": 0.23, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4-rocwmma__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.69, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4-rocwmma__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 6.03, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 0.81, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 50.19, - "tps_std": 0.1, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4-rocwmma__rpc.log", - "rpc": true, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.73, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4-rocwmma__rpc.log", - "rpc": true, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 16.47, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.84, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 66.04, - "tps_std": 0.17, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.73, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 13.99, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.82, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 50.78, - "tps_std": 0.06, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.72, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 8.59, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 0.81, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 62.7, - "tps_std": 0.13, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1-rocwmma__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.71, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1-rocwmma__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 8.11, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 0.81, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 45.01, - "tps_std": 0.11, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1-rocwmma__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.73, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1-rocwmma__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": false, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": false, - "error_type": null, - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": null - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 65.83, - "tps_std": 0.13, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.72, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": false, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": false, - "error_type": null, - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1__longctx32768__rpc.log", - "rpc": true, - "build": null - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 42.96, - "tps_std": 0.13, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1__rpc.log", - "rpc": true, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.73, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1__rpc.log", - "rpc": true, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 10.48, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma-improved__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.42, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma-improved__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 61.63, - "tps_std": 0.11, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma-improved__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.92, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma-improved__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 9.05, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma-improved__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.42, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma-improved__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 36.76, - "tps_std": 0.06, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma-improved__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.93, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma-improved__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 6.98, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 0.66, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 66.33, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 9.04, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 6.61, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 0.66, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 30.17, - "tps_std": 0.09, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma__rpc.log", - "rpc": true, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 9.05, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha-rocwmma__rpc.log", - "rpc": true, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": false, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": false, - "error_type": null, - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": null - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": false, - "context": "default", - "context_tokens": null, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": false, - "error_type": null, - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha__hblt0__rpc.log", - "rpc": true, - "build": null - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 12.79, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.43, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 31.42, - "tps_std": 0.09, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha__rpc.log", - "rpc": true, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", "tps_mean": 9.08, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_alpha__rpc.log", - "rpc": true, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 8.7, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_rc-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 0.81, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_rc-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 63.23, - "tps_std": 0.18, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_rc-rocwmma__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.7, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_rc-rocwmma__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 8.13, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_rc-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 0.81, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_rc-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 30.12, - "tps_std": 0.09, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_rc-rocwmma__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.72, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_rc-rocwmma__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": false, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": false, - "error_type": null, - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_rc__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": null - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 63.17, - "tps_std": 0.13, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_rc__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.72, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_rc__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": false, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": false, - "error_type": null, - "backend": null, - "ngl": null, - "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_rc__longctx32768__rpc.log", - "rpc": true, - "build": null - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 36.22, - "tps_std": 0.08, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_rc__rpc.log", - "rpc": true, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.71, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_rc__rpc.log", - "rpc": true, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 20.68, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.06, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 172.03, - "tps_std": 0.73, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4-rocwmma__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.02, "tps_std": 0.02, "error": false, "error_type": null, - "backend": "ROCm,RPC", + "backend": "Vulkan", "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4-rocwmma__hblt0__rpc.log", - "rpc": true, + "mmap": null, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": 27.01, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", "build": { - "hash": "caca0d55c", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 20.85, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.07, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "caca0d55c", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 174.52, - "tps_std": 1.29, + "tps_mean": 6665.84, + "tps_std": 134.8, "error": false, "error_type": null, - "backend": "ROCm,RPC", + "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4-rocwmma__rpc.log", - "rpc": true, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", "build": { - "hash": "caca0d55c", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-rocwmma", - "env_base": "rocm6_4_4", - "env_variant": "rocwmma", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 17.94, + "tps_mean": 123.76, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6646.29, + "tps_std": 124.81, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 123.48, "tps_std": 0.07, "error": false, "error_type": null, - "backend": "ROCm,RPC", + "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4-rocwmma__rpc.log", - "rpc": true, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", "build": { - "hash": "caca0d55c", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 56.85, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.68, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 171.93, - "tps_std": 1.16, + "tps_mean": 6415.41, + "tps_std": 135.85, "error": false, "error_type": null, - "backend": "ROCm,RPC", + "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__rpc.log", - "rpc": true, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log", + "rpc": false, + "gpu_config": "single", "build": { - "hash": "86f1f4411", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 18.06, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 55.76, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.75, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 174.45, - "tps_std": 1.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.02, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__rpc.log", - "rpc": true, - "build": { - "hash": "86f1f4411", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 29.02, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.07, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 170.89, - "tps_std": 0.37, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1-rocwmma__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma-hblt0", - "env_base": "rocm7.1", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 17.89, - "tps_std": 0.08, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1-rocwmma__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 28.97, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.06, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 173.53, - "tps_std": 1.57, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1-rocwmma__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1-rocwmma", - "env_base": "rocm7.1", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 17.92, - "tps_std": 0.05, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1-rocwmma__rpc.log", - "rpc": true, - "build": { - "hash": "f1840a25d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 61.44, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.68, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 172.01, - "tps_std": 0.91, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1-hblt0", - "env_base": "rocm7.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 17.95, + "tps_mean": 127.03, "tps_std": 0.04, "error": false, "error_type": null, - "backend": "ROCm,RPC", + "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1__hblt0__rpc.log", - "rpc": true, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log", + "rpc": false, + "gpu_config": "single", "build": { - "hash": "677be4d78", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 59.64, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.66, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 173.9, - "tps_std": 0.67, + "tps_mean": 6220.27, + "tps_std": 379.38, "error": false, "error_type": null, - "backend": "ROCm,RPC", + "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1__rpc.log", - "rpc": true, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", "build": { - "hash": "677be4d78", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1", - "env_base": "rocm7.1", - "env_variant": null, + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 17.95, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1__rpc.log", - "rpc": true, - "build": { - "hash": "677be4d78", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 34.46, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma-improved__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.66, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma-improved__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 142.82, - "tps_std": 0.78, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma-improved__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 17.85, - "tps_std": 0.08, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma-improved__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 34.62, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma-improved__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.65, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma-improved__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 144.47, - "tps_std": 1.03, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma-improved__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-improved", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-improved", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 17.86, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma-improved__rpc.log", - "rpc": true, - "build": { - "hash": "12bb5c37", - "number": "7074" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 22.4, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 1.84, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 143.05, - "tps_std": 1.08, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.0, + "tps_mean": 126.86, "tps_std": 0.05, "error": false, "error_type": null, - "backend": "ROCm,RPC", + "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma__hblt0__rpc.log", - "rpc": true, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", "build": { - "hash": "4db63cdde", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7.9-rocwmma", "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 22.47, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 1.84, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma", - "env_base": "rocm", - "env_variant": "7alpha-rocwmma", + "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 145.6, - "tps_std": 1.03, + "tps_mean": 6010.31, + "tps_std": 117.03, "error": false, "error_type": null, - "backend": "ROCm,RPC", + "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma__rpc.log", - "rpc": true, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", "build": { - "hash": "4db63cdde", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-rocwmma", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7.9-rocwmma", "env_base": "rocm", - "env_variant": "7alpha-rocwmma", + "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 17.94, + "tps_mean": 121.51, "tps_std": 0.02, "error": false, "error_type": null, - "backend": "ROCm,RPC", + "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha-rocwmma__rpc.log", - "rpc": true, - "build": { - "hash": "4db63cdde", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 55.05, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.69, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 144.59, - "tps_std": 0.5, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha-hblt0", - "env_base": "rocm", - "env_variant": "7alpha-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.01, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 55.38, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.7, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 146.21, - "tps_std": 2.31, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha__rpc.log", - "rpc": true, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm-7alpha", - "env_base": "rocm", - "env_variant": "7alpha", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.05, - "tps_std": 0.1, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_alpha__rpc.log", - "rpc": true, - "build": { - "hash": "4fc43d43d", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 29.15, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.07, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc-rocwmma__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 170.42, - "tps_std": 0.65, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc-rocwmma__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma-hblt0", - "env_base": "rocm7_rc", - "env_variant": "rocwmma-hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 17.88, - "tps_std": 0.06, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc-rocwmma__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 29.32, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.07, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc-rocwmma__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 174.42, - "tps_std": 0.52, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc-rocwmma__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc-rocwmma", - "env_base": "rocm7_rc", - "env_variant": "rocwmma", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 17.87, - "tps_std": 0.12, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc-rocwmma__rpc.log", - "rpc": true, - "build": { - "hash": "b447a9a4b", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 57.81, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 5.67, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 171.34, - "tps_std": 0.97, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc-hblt0", - "env_base": "rocm7_rc", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 17.97, - "tps_std": 0.01, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "fa5c85a8b", - "number": "7085" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", - "env_variant": null, - "fa": false, - "context": "longctx32768", - "context_tokens": 32768, - "test": null, - "tps_mean": null, - "tps_std": null, - "error": false, - "error_type": null, - "backend": null, - "ngl": null, "mmap": null, - "params_b": null, - "file_size_gib": null, - "name_params_b": null, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc__longctx32768__rpc.log", - "rpc": true, - "build": null + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } }, { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6011.29, + "tps_std": 107.57, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 121.44, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6267.43, + "tps_std": 120.91, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 124.5, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6267.38, + "tps_std": 130.9, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 124.27, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6289.53, + "tps_std": 138.61, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 122.62, + "tps_std": 0.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6305.84, + "tps_std": 144.66, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 122.8, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 173.98, - "tps_std": 1.06, + "tps_mean": 6510.08, + "tps_std": 160.77, "error": false, "error_type": null, - "backend": "ROCm,RPC", + "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc__rpc.log", - "rpc": true, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log", + "rpc": false, + "gpu_config": "single", "build": { - "hash": "fa5c85a8b", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7_rc", - "env_base": "rocm7_rc", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 17.94, - "tps_std": 0.03, + "tps_mean": 126.61, + "tps_std": 0.19, "error": false, "error_type": null, - "backend": "ROCm,RPC", + "backend": "ROCm", "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_rc__rpc.log", - "rpc": true, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log", + "rpc": false, + "gpu_config": "single", "build": { - "hash": "fa5c85a8b", - "number": "7085" + "hash": "fa0465954", + "number": "7205" } }, { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6502.82, + "tps_std": 155.33, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 126.4, + "tps_std": 0.25, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6044.7, + "tps_std": 129.4, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 121.55, + "tps_std": 0.05, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6052.7, + "tps_std": 112.77, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 121.34, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6238.59, + "tps_std": 136.76, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 124.16, + "tps_std": 0.05, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 6254.96, + "tps_std": 133.3, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 124.15, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, - "fa": false, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2701.9, + "tps_std": 9.37, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 113.79, + "tps_std": 0.25, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2169.6, + "tps_std": 56.27, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 96.35, + "tps_std": 0.09, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": 3.88, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, - "error": false, - "error_type": null, + "error": true, + "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__rpc.log", - "rpc": true, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm-7-nightly__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm-7-nightly__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm-7.9-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm7.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1123.95, + "tps_std": 51.12, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": 116.83, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 47.9, + "tps_std": 0.58, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": 116.83, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1104.48, + "tps_std": 83.5, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": 116.83, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 60.11, + "tps_std": 0.11, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": 116.83, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1245.23, + "tps_std": 107.79, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": 116.83, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 70.5, + "tps_std": 0.13, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": 116.83, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1106.66, + "tps_std": 96.87, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": 116.83, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 74.44, + "tps_std": 0.33, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": 116.83, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3560.63, + "tps_std": 61.27, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 60.91, + "tps_std": 1.2, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 574.21, + "tps_std": 10.48, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 56.7, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3219.67, + "tps_std": 324.4, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 61.41, + "tps_std": 0.11, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 574.85, + "tps_std": 3.37, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 56.57, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3167.77, + "tps_std": 641.3, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 62.03, + "tps_std": 0.41, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 571.25, + "tps_std": 10.37, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 62.23, + "tps_std": 0.06, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3463.77, + "tps_std": 25.73, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 61.77, + "tps_std": 0.07, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 568.37, + "tps_std": 3.91, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 61.73, + "tps_std": 0.09, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3209.68, + "tps_std": 61.33, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 62.24, + "tps_std": 0.1, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 581.08, + "tps_std": 16.25, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 57.66, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3178.15, + "tps_std": 11.94, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 62.25, + "tps_std": 0.15, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 582.54, + "tps_std": 9.21, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 57.59, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3550.94, + "tps_std": 46.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 61.74, + "tps_std": 0.85, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 571.8, + "tps_std": 1.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 62.21, + "tps_std": 0.09, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 3384.63, + "tps_std": 35.4, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 61.76, + "tps_std": 0.07, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 573.29, + "tps_std": 5.82, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 61.74, + "tps_std": 0.09, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 993.79, + "tps_std": 51.64, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 13.34, + "tps_std": 0.39, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2385.27, + "tps_std": 97.69, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 23.12, + "tps_std": 0.96, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": 20.91, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2323.14, + "tps_std": 26.23, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 135.78, + "tps_std": 0.37, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2396.12, + "tps_std": 36.3, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 135.91, + "tps_std": 0.06, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2361.69, + "tps_std": 19.76, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 135.25, + "tps_std": 0.06, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2339.01, + "tps_std": 27.97, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 135.2, + "tps_std": 0.07, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4781.01, + "tps_std": 63.71, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 134.41, + "tps_std": 0.25, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4655.88, + "tps_std": 9.31, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 134.75, + "tps_std": 0.26, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4580.86, + "tps_std": 46.73, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 132.23, + "tps_std": 0.28, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4480.94, + "tps_std": 48.88, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 132.15, + "tps_std": 0.29, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4856.55, + "tps_std": 66.93, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 134.41, + "tps_std": 0.39, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4658.05, + "tps_std": 37.37, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 134.54, + "tps_std": 0.35, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4393.46, + "tps_std": 561.83, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 135.18, + "tps_std": 0.6, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4683.2, + "tps_std": 48.19, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 134.92, + "tps_std": 0.35, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4749.53, + "tps_std": 95.1, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 134.71, + "tps_std": 0.21, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4684.14, + "tps_std": 76.49, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 134.71, + "tps_std": 0.15, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4551.67, + "tps_std": 48.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 132.27, + "tps_std": 0.35, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4496.15, + "tps_std": 34.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 131.19, + "tps_std": 2.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2755.86, + "tps_std": 19.54, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 123.33, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2213.7, + "tps_std": 118.74, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 115.77, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": 20.91, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2467.61, + "tps_std": 7.71, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 99.07, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2387.46, + "tps_std": 115.96, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 99.38, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2415.51, + "tps_std": 7.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 99.16, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2415.84, + "tps_std": 8.97, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 99.12, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4659.46, + "tps_std": 86.39, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.21, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4660.55, + "tps_std": 83.56, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.48, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4726.93, + "tps_std": 93.57, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.07, + "tps_std": 0.07, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4717.86, + "tps_std": 89.41, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.04, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4625.54, + "tps_std": 64.06, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 99.21, + "tps_std": 0.29, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4630.08, + "tps_std": 67.46, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.42, + "tps_std": 0.15, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4787.61, + "tps_std": 83.37, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 97.69, + "tps_std": 2.1, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4768.72, + "tps_std": 76.67, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 99.56, + "tps_std": 0.23, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4631.17, + "tps_std": 69.84, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1-rocwmma", + "env_base": "rocm7.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.23, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4631.27, + "tps_std": 70.91, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1-rocwmma-hblt0", + "env_base": "rocm7.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 97.79, + "tps_std": 0.05, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4732.44, + "tps_std": 85.77, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1", + "env_base": "rocm7.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 98.21, + "tps_std": 0.06, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 4719.56, + "tps_std": 83.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "rocm7.1-hblt0", + "env_base": "rocm7.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 97.59, + "tps_std": 1.12, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 2409.79, + "tps_std": 118.81, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 107.93, + "tps_std": 0.06, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 1928.06, + "tps_std": 145.39, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } + }, + { + "model": "llama-2-7b.Q4_0", + "model_clean": "llama-2-7b.Q4_0", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 97.95, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 6.74, + "file_size_gib": 3.56, + "name_params_b": 6.74, + "quant": "Q4_0", + "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log", + "rpc": false, + "gpu_config": "single", + "build": { + "hash": "fa0465954", + "number": "7205" + } } ] } \ No newline at end of file